-- Logs begin at Thu 2021-07-29 13:05:38 UTC, end at Thu 2021-07-29 14:20:07 UTC. -- Jul 29 13:55:55.244859 dv-cinder-801321-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 13:55:57.635439 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.common.config [-] Logging enabled! Jul 29 13:55:57.636220 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5 Jul 29 13:55:57.636220 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79068) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 13:55:57.639289 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.common.config [-] Logging enabled! Jul 29 13:55:57.639545 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5 Jul 29 13:55:57.639858 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79068) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 13:55:57.641439 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 29 13:55:57.641675 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 29 13:55:57.642039 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 29 13:55:57.642289 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 29 13:55:57.642519 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 29 13:55:57.642841 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.643139 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.643440 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.643672 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.643970 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.644274 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.644574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.644873 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.645176 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.645466 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.645751 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.646038 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.646272 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.646558 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.646848 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.647138 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.647365 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] debug = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.647649 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.648075 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.648507 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.648799 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.649091 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.649372 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.649644 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.649920 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.650206 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.650541 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] host = dv-cinder-801321-2-smb {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.650830 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.651122 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.651411 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.651699 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.651975 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.652253 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.652565 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.652866 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.653119 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] log_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.653399 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.653690 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.653979 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.654277 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.654503 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.654727 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.655016 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.655303 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.655623 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.655904 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.656344 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.656655 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.656936 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.657210 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.657498 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.657786 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.658073 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.658351 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.658627 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.658899 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.659174 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.659461 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.659735 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.660013 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.660289 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.660666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.660941 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.661219 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.661523 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.661811 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.662093 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.662379 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.662654 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.662935 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.663208 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.663556 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.664224 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] use_json = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.664730 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.665214 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.665701 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.666091 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.666375 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.666658 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.666936 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.667231 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:55:57.667534 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.667837 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.668148 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.668439 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.668765 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.669052 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.669348 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.669627 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.669920 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.670211 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.670509 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.670790 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.671079 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.671414 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.671763 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.672093 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.672395 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.672718 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.672998 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.673276 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.673553 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.673832 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.674124 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.674420 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.674714 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.674992 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.675273 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.675568 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.675852 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.676129 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.676412 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.676733 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.677014 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.677294 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.677581 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.677862 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.678403 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.678677 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.678956 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.679249 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.679528 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.679803 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.680075 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.680357 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.680658 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.680949 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.681232 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.681508 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.681784 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.682063 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.682340 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.682615 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.682897 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.683175 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.683456 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.683732 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.684008 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.684284 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.684579 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.684859 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.685136 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.685411 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.685690 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.685968 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.686242 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.686518 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.687452 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.687653 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.687951 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.688255 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.688561 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.688846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.689130 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.689410 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.689690 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.689970 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.690258 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.690540 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.690815 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.691108 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.691400 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.691692 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.691980 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.692263 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.692587 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.692870 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.693156 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.693440 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.693722 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.694016 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.694302 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.694600 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.694895 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.695192 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.695490 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.695786 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.696070 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.696387 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.696694 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:55:57.696914 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 13:55:57.697158 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79068) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 13:55:58.094056 dv-cinder-801321-2-smb neutron-server[79068]: INFO keyring.backend [-] Loading KWallet Jul 29 13:55:58.101628 dv-cinder-801321-2-smb neutron-server[79068]: INFO keyring.backend [-] Loading SecretService Jul 29 13:55:58.105492 dv-cinder-801321-2-smb neutron-server[79068]: INFO keyring.backend [-] Loading Windows Jul 29 13:55:58.106839 dv-cinder-801321-2-smb neutron-server[79068]: INFO keyring.backend [-] Loading chainer Jul 29 13:55:58.107427 dv-cinder-801321-2-smb neutron-server[79068]: INFO keyring.backend [-] Loading macOS Jul 29 13:55:58.142889 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:58.143165 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:55:58.143457 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:55:58.143790 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 13:55:58.456699 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.456986 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.457257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.458489 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.458771 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.459373 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.581592 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.581872 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.582141 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.596429 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.596739 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.597007 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.627107 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.627393 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.627666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.667148 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.667750 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.667750 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.901405 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.901689 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.901960 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.902228 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:58.903178 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.028171 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.028415 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.028724 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.029004 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.029278 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.029598 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.029867 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.030130 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.030392 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.031336 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.031606 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.031879 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.032151 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.032412 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.032712 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.032991 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.033249 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.033526 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.033789 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.034074 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.034427 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.034687 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.034944 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.035247 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.035485 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.035736 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.036128 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:55:59.036369 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:55:59.036663 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:55:59.036902 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:55:59.037141 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:55:59.037372 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:55:59.037841 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 13:55:59.041097 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 13:55:59.045049 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 13:55:59.048920 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 29 13:55:59.050557 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 13:55:59.050997 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 13:55:59.051330 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 13:55:59.051714 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 13:55:59.054819 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 13:55:59.055066 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 13:55:59.055569 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 13:55:59.084039 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 13:55:59.084522 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.084829 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79068) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 13:55:59.085190 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.086549 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79068) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 13:55:59.086835 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 13:55:59.087083 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 13:55:59.090286 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.090565 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:55:59.154090 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 13:55:59.154324 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 13:55:59.154564 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 13:55:59.154944 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 13:55:59.188567 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_db.sqlalchemy.engines [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79068) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 29 13:55:59.767486 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Initializing driver for type 'gre' Jul 29 13:55:59.768139 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] gre ID ranges: [(1, 1000)] Jul 29 13:55:59.972943 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Initializing driver for type 'local' Jul 29 13:55:59.973239 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Initializing driver for type 'vlan' Jul 29 13:56:00.070186 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] VlanTypeDriver initialization complete Jul 29 13:56:00.070465 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Initializing driver for type 'vxlan' Jul 29 13:56:00.070984 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] vxlan ID ranges: [(1, 1000)] Jul 29 13:56:00.253038 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Initializing extension driver 'port_security' Jul 29 13:56:00.253381 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.extensions.port_security [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] PortSecurityExtensionDriver initialization complete Jul 29 13:56:00.253722 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Initializing mechanism driver 'openvswitch' Jul 29 13:56:00.254368 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Initializing mechanism driver 'hyperv' Jul 29 13:56:00.261039 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.plugins.ml2.plugin [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:00.261904 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > port after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.262318 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > port after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.262672 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > port after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.263083 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.263405 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.264241 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.264241 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > network after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.264440 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > network after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.269584 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > network after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.269584 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.269584 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.269584 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.269972 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.269972 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.269972 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.269972 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.270270 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.270270 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.270270 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] ML2 OVO RPC backend initialized. {{(pid=79068) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 29 13:56:00.270270 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.270563 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.270563 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > network before_response 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.270563 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > networks before_response 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.270784 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > port before_response 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.271050 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > ports before_response 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.271386 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.271751 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.272090 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > network after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.272419 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > network after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.272767 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > network after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.273098 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > port after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.273424 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > port after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.273750 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > port after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.274076 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.274404 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.274732 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.275315 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.plugin [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Modular L2 Plugin initialization complete Jul 29 13:56:00.275772 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading services supported by the core plugin {{(pid=79068) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 13:56:00.276094 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.plugins.ml2.managers [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Got port-security extension from driver 'port_security' Jul 29 13:56:00.276583 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.extensions.vlantransparent [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Disabled vlantransparent extension. Jul 29 13:56:00.277076 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79068) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 13:56:00.277391 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading Plugin: router Jul 29 13:56:00.320993 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.321299 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router after_create 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.321663 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router before_create 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.322019 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.322379 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.322724 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router after_delete 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.323080 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.323426 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router after_create 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.323763 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router after_update 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.324102 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router after_update 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.324441 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.324826 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router after_update 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.325232 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.325622 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: port after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.325925 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: port after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.326255 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: subnet after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.326585 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.326930 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.327840 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.328312 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: port before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.328695 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.329051 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router after_update 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.329388 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.329735 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.330086 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.330424 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.330785 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > agent after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.331119 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.331456 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > network after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.332360 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Tracking information for resource: router configured {{(pid=79068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:56:00.332720 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Tracking information for resource: floatingip configured {{(pid=79068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 13:56:00.338097 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.db.l3_agentschedulers_db [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 13:56:00.338671 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: port after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.339025 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: port after_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.339372 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: port after_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.339717 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: port after_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.340631 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router before_create 55550100 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.340978 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.341336 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.341684 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.346799 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.services.provider_configuration [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service providers = [] {{(pid=79068) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 13:56:00.346799 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.db.servicetype_db [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79068) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 13:56:00.358550 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.services.service_base [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 13:56:00.359033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.services.service_base [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 13:56:00.359443 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.services.service_base [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 13:56:00.360352 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.services.service_base [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 13:56:00.360952 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.services.service_base [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 13:56:00.361345 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:56:00.361657 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 13:56:00.372432 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:56:00.372788 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading Plugin: auto_allocate Jul 29 13:56:00.378898 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: network precommit_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.379299 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: network precommit_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.379989 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:56:00.380302 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading Plugin: tag Jul 29 13:56:00.389120 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:56:00.389562 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading Plugin: timestamp Jul 29 13:56:00.398115 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:56:00.398546 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading Plugin: network_ip_availability Jul 29 13:56:00.404022 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.404435 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.404856 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.406278 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:56:00.406621 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading Plugin: flavors Jul 29 13:56:00.414212 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:56:00.414212 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading Plugin: revisions Jul 29 13:56:00.418268 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 13:56:00.418653 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_concurrency.lockutils [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.275s {{(pid=79068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:00.419413 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79068) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 13:56:00.419741 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Initializing extension manager. Jul 29 13:56:00.420244 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: __init__.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.420615 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: __pycache__ {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.420946 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.421866 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: address_group.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.422716 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.423296 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: address-group Jul 29 13:56:00.423605 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: address_scope.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.424307 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.424853 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: address-scope Jul 29 13:56:00.425165 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.426097 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.426597 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: router-admin-state-down-before-update Jul 29 13:56:00.426911 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: agent.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.427604 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.428356 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: agent Jul 29 13:56:00.428697 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: agent_resources_synced.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.429587 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.430084 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: agent-resources-synced Jul 29 13:56:00.430397 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.432218 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.432771 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: allowed-address-pairs Jul 29 13:56:00.433087 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.434161 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.434672 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: auto-allocated-topology Jul 29 13:56:00.434991 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: availability_zone.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.435678 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.436173 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: availability_zone Jul 29 13:56:00.436494 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: availability_zone_filter.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.438062 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.438563 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: availability_zone_filter Jul 29 13:56:00.438880 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: data_plane_status.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.439777 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.440267 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 13:56:00.440609 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: default_subnetpools.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.441507 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.442010 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: default-subnetpools Jul 29 13:56:00.442327 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.443138 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.443635 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: dhcp_agent_scheduler Jul 29 13:56:00.443953 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: dns.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.444905 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.445382 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 13:56:00.445696 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: dns_domain_ports.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.446602 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.447104 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 13:56:00.447420 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: dvr.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.448096 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.448730 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: dvr Jul 29 13:56:00.448940 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: empty_string_filtering.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.449849 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.450349 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: empty-string-filtering Jul 29 13:56:00.450763 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.451660 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.452152 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 13:56:00.452498 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.453412 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.453910 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 13:56:00.454218 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: external_net.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.455111 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.455610 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: external-net Jul 29 13:56:00.455919 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.456841 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.457388 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: extra_dhcp_opt Jul 29 13:56:00.457700 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: extraroute.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.458602 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.459089 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: extraroute Jul 29 13:56:00.459400 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: extraroute_atomic.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.460422 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.460951 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: extraroute-atomic Jul 29 13:56:00.461288 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: filter_validation.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.461937 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.462429 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: filter-validation Jul 29 13:56:00.462741 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: fip_pf_description.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.463838 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.464336 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 13:56:00.464679 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: fip_port_details.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.465623 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.466074 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: fip-port-details Jul 29 13:56:00.466389 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: flavors.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.467612 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.468289 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: flavors Jul 29 13:56:00.468690 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.470351 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.470864 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 13:56:00.471187 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: floatingip_pools.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.471877 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.472377 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: floatingip-pools Jul 29 13:56:00.472719 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: ip_allocation.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.473642 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.474137 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 13:56:00.474453 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.475357 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.475864 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: ip-substring-filtering Jul 29 13:56:00.476188 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: l2_adjacency.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.477123 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.477639 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 13:56:00.477952 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: l3.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.478945 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.479449 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: router Jul 29 13:56:00.479764 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.482030 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.482542 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 13:56:00.482863 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.484335 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.484867 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: ext-gw-mode Jul 29 13:56:00.485188 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.486111 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.486615 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: l3-ha Jul 29 13:56:00.486931 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: l3_flavors.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.487833 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.488335 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: l3-flavors Jul 29 13:56:00.488686 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.489602 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.490101 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 13:56:00.490414 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: l3agentscheduler.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.491463 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.491966 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: l3_agent_scheduler Jul 29 13:56:00.492288 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: logging.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.493775 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.494293 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension logging not supported by any of loaded plugins Jul 29 13:56:00.494613 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: metering.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.495344 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.495912 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: metering Jul 29 13:56:00.496233 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.497333 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.497844 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: metering_source_and_destination_fields Jul 29 13:56:00.498166 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: multiprovidernet.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.499251 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.500326 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: multi-provider Jul 29 13:56:00.500663 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: netmtu.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.501579 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.502081 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: net-mtu Jul 29 13:56:00.502397 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: netmtu_writable.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.503308 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.503808 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: net-mtu-writable Jul 29 13:56:00.504125 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: network_availability_zone.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.504824 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.505327 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: network_availability_zone Jul 29 13:56:00.505638 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: network_ip_availability.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.506707 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.507219 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: network-ip-availability Jul 29 13:56:00.507531 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: network_segment_range.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.508289 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.508815 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 13:56:00.509128 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: pagination.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.510103 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.510422 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: pagination Jul 29 13:56:00.510735 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: port_device_profile.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.511638 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.512146 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: port-device-profile Jul 29 13:56:00.512460 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.513393 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.513889 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: port-mac-address-regenerate Jul 29 13:56:00.514206 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.515717 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.516219 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: port-numa-affinity-policy Jul 29 13:56:00.516562 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: port_resource_request.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.517477 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.517980 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 13:56:00.518298 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: portbindings.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.519206 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.519708 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: binding Jul 29 13:56:00.520053 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: portbindings_extended.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.521328 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.521834 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: binding-extended Jul 29 13:56:00.522154 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: portsecurity.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.523060 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.523564 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: port-security Jul 29 13:56:00.523879 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: project_id.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.524855 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.525177 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: project-id Jul 29 13:56:00.525491 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: providernet.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.526402 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.526910 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: provider Jul 29 13:56:00.527228 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: qos.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.531301 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.531813 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension qos not supported by any of loaded plugins Jul 29 13:56:00.532141 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.533399 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.533897 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 13:56:00.534223 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.535126 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.535628 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 13:56:00.535950 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: qos_default.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.536873 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.537380 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension qos-default not supported by any of loaded plugins Jul 29 13:56:00.537699 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: qos_fip.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.538342 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.538838 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 13:56:00.539146 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.540048 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.540570 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 13:56:00.540886 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.541781 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.542279 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 13:56:00.542588 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.543483 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.543979 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 13:56:00.544288 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: qos_rules_alias.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.545335 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.545843 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 13:56:00.546201 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: quotasv2.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.547289 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.547742 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: quotas Jul 29 13:56:00.548064 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: quotasv2_detail.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.549695 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.550023 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: quota_details Jul 29 13:56:00.550349 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: rbac.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.551397 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.551908 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: rbac-policies Jul 29 13:56:00.552229 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: rbac_address_group.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.553436 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.553946 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: rbac-address-group Jul 29 13:56:00.554267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: rbac_address_scope.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.555172 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.555676 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: rbac-address-scope Jul 29 13:56:00.555991 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: rbac_security_groups.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.556909 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.557413 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: rbac-security-groups Jul 29 13:56:00.557735 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.558650 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.559155 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: rbac-subnetpool Jul 29 13:56:00.559470 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: revisionifmatch.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.560381 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.560920 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: revision-if-match Jul 29 13:56:00.561235 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: revisions.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.562578 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.563086 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: standard-attr-revisions Jul 29 13:56:00.563406 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: router_availability_zone.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.564065 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.564605 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: router_availability_zone Jul 29 13:56:00.564920 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: routerservicetype.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.565822 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.566323 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 13:56:00.566635 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.567537 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.568040 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: security-groups-normalized-cidr Jul 29 13:56:00.568352 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.569284 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.569787 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: port-security-groups-filtering Jul 29 13:56:00.570105 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.571071 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.571573 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: security-groups-remote-address-group Jul 29 13:56:00.571812 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: securitygroup.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.582199 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.582732 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: security-group Jul 29 13:56:00.583058 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: segment.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.583865 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.584365 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension segment not supported by any of loaded plugins Jul 29 13:56:00.584710 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.585681 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.586179 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 13:56:00.586609 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: servicetype.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.587717 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.588238 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: service-type Jul 29 13:56:00.588582 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: sorting.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.589547 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.589869 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: sorting Jul 29 13:56:00.590187 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: standard_attr_segment.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.591156 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.591661 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 13:56:00.591969 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: standardattrdescription.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.592642 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.593774 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: standard-attr-description Jul 29 13:56:00.594093 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: stateful_security_group.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.594999 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.595578 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: stateful-security-group Jul 29 13:56:00.595894 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: stdattrs_common.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.596491 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 13:56:00.596814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.597807 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.598323 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 13:56:00.598634 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: subnet_onboard.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.599685 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.600190 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: subnet_onboard Jul 29 13:56:00.600530 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.601459 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.601961 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 13:56:00.602274 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: subnet_service_types.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.603205 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.603690 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: subnet-service-types Jul 29 13:56:00.604107 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: subnetallocation.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.605097 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.605602 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: subnet_allocation Jul 29 13:56:00.605920 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.606579 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.607074 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: subnetpool-prefix-ops Jul 29 13:56:00.607392 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.608361 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.608918 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 13:56:00.609230 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: tagging.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.610387 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.610896 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: standard-attr-tag Jul 29 13:56:00.611212 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: timestamp.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.612407 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.612939 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loaded extension: standard-attr-timestamp Jul 29 13:56:00.613258 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: trunk.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.614277 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.614787 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension trunk not supported by any of loaded plugins Jul 29 13:56:00.615104 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: trunk_details.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.616007 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.616531 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 13:56:00.616848 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.617756 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.618260 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 13:56:00.618568 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Loading extension file: vlantransparent.py {{(pid=79068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 13:56:00.619283 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 13:56:00.619725 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 13:56:00.622265 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:network Jul 29 13:56:00.623002 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:subnet Jul 29 13:56:00.623780 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:56:00.624987 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:port Jul 29 13:56:00.626267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.626707 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service FLAVORS assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.627414 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.627839 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.628163 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:router Jul 29 13:56:00.628899 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 13:56:00.629556 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service METERING assigned prefix: /metering {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.630976 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.631333 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.631676 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 13:56:00.632971 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 13:56:00.633484 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:security_group Jul 29 13:56:00.634213 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 13:56:00.634956 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service CORE assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.635277 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:56:00.635609 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] subnetpool is already registered Jul 29 13:56:00.636234 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service CORE assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.636638 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:56:00.636873 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] subnetpool is already registered Jul 29 13:56:00.639446 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.640686 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service FLAVORS assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.641139 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.641556 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.641881 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:router Jul 29 13:56:00.642209 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] router is already registered Jul 29 13:56:00.642833 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 13:56:00.643147 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] floatingip is already registered Jul 29 13:56:00.643765 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service METERING assigned prefix: /metering {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.644449 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 13:56:00.644791 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] rbac_policy is already registered Jul 29 13:56:00.645335 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:security_group Jul 29 13:56:00.645655 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] security_group is already registered Jul 29 13:56:00.646233 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 13:56:00.646562 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] security_group_rule is already registered Jul 29 13:56:00.647222 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service CORE assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.647545 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:56:00.647869 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] subnetpool is already registered Jul 29 13:56:00.648450 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.v2.resource_helper [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Service CORE assigned prefix: {{(pid=79068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 13:56:00.648804 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 13:56:00.649116 dv-cinder-801321-2-smb neutron-server[79068]: WARNING neutron.quota.resource_registry [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] subnetpool is already registered Jul 29 13:56:00.649750 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: extensions {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.651225 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: address-groups {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.652843 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: address-scopes {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.654032 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: agents {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.655173 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: auto-allocated-topology {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.656572 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: availability_zones {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.658884 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: dhcp-networks {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.660284 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: dhcp-agents {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.661762 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: routers {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.663545 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: flavors {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.664707 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: service_profiles {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.665927 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: next_providers {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.667429 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: service_profiles {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.668902 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: floatingip-pools {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.670093 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: routers {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.672096 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: floatingips {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.673298 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: l3-routers {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.674837 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: l3-agents {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.676262 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: metering-labels {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.677640 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: metering-label-rules {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.679202 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: network-ip-availabilities {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.680419 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: bindings {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.682077 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: quotas {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.683484 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: quotas {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.684915 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: rbac-policies {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.686187 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: security-groups {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.687913 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: security-group-rules {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.689148 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: service-providers {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.690762 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: subnetpools {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.692180 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: subnetpools {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.693643 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.695299 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.697119 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.698902 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.700684 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.703059 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.704826 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.706703 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.708435 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.710279 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron.api.extensions [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Extended resource: tags {{(pid=79068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 13:56:00.716297 dv-cinder-801321-2-smb neutron-server[79068]: WARNING keystonemiddleware.auth_token [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 13:56:00.722241 dv-cinder-801321-2-smb neutron-server[79068]: WARNING keystonemiddleware.auth_token [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 13:56:00.730500 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_concurrency.lockutils [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Acquired lock "singleton_lock" {{(pid=79068) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 13:56:00.730970 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_concurrency.lockutils [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Releasing lock "singleton_lock" {{(pid=79068) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 13:56:00.731613 dv-cinder-801321-2-smb neutron-server[79068]: INFO oslo_service.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Starting 2 workers Jul 29 13:56:00.736310 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Started child 79175 {{(pid=79068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 13:56:00.740738 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Started child 79176 {{(pid=79068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 13:56:00.741481 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:00.742280 dv-cinder-801321-2-smb neutron-server[79068]: INFO neutron.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 13:56:00.742913 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Notify callbacks [] for process, before_spawn {{(pid=79068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:00.743102 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [-] (79175) wsgi starting up on http://0.0.0.0:9696 Jul 29 13:56:00.745396 dv-cinder-801321-2-smb neutron-server[79068]: INFO oslo_service.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Starting 1 workers Jul 29 13:56:00.745514 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:00.747594 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [-] (79176) wsgi starting up on http://0.0.0.0:9696 Jul 29 13:56:00.751186 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Started child 79177 {{(pid=79068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 13:56:00.751707 dv-cinder-801321-2-smb neutron-server[79068]: INFO oslo_service.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Starting 1 workers Jul 29 13:56:00.754346 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] calling RpcWorker wait() {{(pid=79177) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 13:56:00.754894 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] returning from RpcWorker wait() {{(pid=79177) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 13:56:00.756075 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Started child 79178 {{(pid=79068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 29 13:56:00.756184 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:00.756589 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:00.756859 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG neutron_lib.callbacks.manager [None req-13295d0d-ab10-478c-beb4-4ab802ecd5b4 None None] Notify callbacks [] for process, after_spawn {{(pid=79068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:00.758719 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79068) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 29 13:56:00.758919 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 29 13:56:00.759096 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 29 13:56:00.759300 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 29 13:56:00.759631 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 29 13:56:00.759785 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 29 13:56:00.760300 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.760613 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.760881 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.761138 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.761406 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.761505 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:00.761959 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.762148 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.762401 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.762662 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.762901 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.763061 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.763220 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.763465 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.763696 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.763982 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.764238 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.764480 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.764764 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.765523 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.765882 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.766036 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.766241 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.766551 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] debug = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.766795 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.767269 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.767496 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.767750 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.768304 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.768304 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.768579 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.768772 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.769023 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.769318 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.769493 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.769749 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.769985 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.770215 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.770430 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.770691 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.770907 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.771404 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] host = dv-cinder-801321-2-smb {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.771645 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.771865 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.772092 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.772335 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.772614 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.772864 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.773105 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.773356 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.773615 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.773835 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.774089 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.774310 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.774539 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.774776 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.774935 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_options = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.775147 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.775427 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.775683 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.775869 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.776032 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.776203 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.776448 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.776631 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.777044 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.777197 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.777420 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.777615 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.777880 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.778164 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.778568 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.778883 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.779098 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.779315 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.779571 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.779864 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.780090 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.780313 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.780668 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.781036 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.781354 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.781579 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.781806 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.782022 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.782240 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.782527 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.782798 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.783907 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.783907 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.783907 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.784112 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.784178 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.784366 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.784898 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.785135 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.785376 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.785631 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.785851 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.786094 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.786307 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.786518 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.786746 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_json = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.786955 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.787184 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.787441 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.787653 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.787894 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.788108 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.788325 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.788610 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.789039 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.789322 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.789624 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.789869 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.790147 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.790536 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.790792 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.790995 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:00.791099 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.791266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.791497 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.791820 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.792043 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.792331 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.792596 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.792832 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.793164 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.793437 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.793696 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.793926 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.794160 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.794389 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.794637 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.794947 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.795218 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.795470 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.795728 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.795959 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.796221 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.796456 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.796696 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.796908 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.812666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.812666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.812666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.812666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.812666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.812666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.812666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.812666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.812666 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.813816 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.813816 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.813816 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.813816 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.813816 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.813816 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.813816 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.813816 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.813816 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.814814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.814814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.814814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.814814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.814814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.814814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.814814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.814814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.814814 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.815745 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.815745 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.815745 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.815745 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.815745 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.815745 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.815745 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.815745 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.815745 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.816674 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.816674 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.816674 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.816674 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.816674 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.816674 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.816674 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.816674 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.816674 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.817603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.817603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.817603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.817603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.817603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.817603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.817603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.817603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.817603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.818574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.818574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.818574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.818574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.818574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.818574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.818574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.818574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.819398 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.819398 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.819398 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.819398 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.819398 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.819398 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.819398 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.819398 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.820276 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.820276 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.820276 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.820276 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.820276 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.820276 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.820276 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.820276 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.821257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.821257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.821257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.821257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.821257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.821257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.821257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.821257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.822271 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.822271 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.822271 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.822271 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.822271 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.822271 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.822271 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.822271 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.827033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.827033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.827033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.827033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.827033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.827033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.827033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.827033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.828664 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.828664 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.828664 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.828664 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.828664 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.828664 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.828664 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.828664 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.829846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.830432 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.830432 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.830432 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.830432 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.830725 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.830725 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.830928 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.831149 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.831375 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.831605 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.831851 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.832087 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.832360 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.832915 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.833216 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.833535 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.833785 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.834058 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.834275 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.834532 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.834753 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.834965 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.835178 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.835414 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.835649 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.835859 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.836085 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.836329 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.836602 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.836842 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.837168 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.837416 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.837657 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.837897 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.838112 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.838349 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.838599 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.838805 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.839019 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.839232 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.839443 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.839708 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.839960 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.840210 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.840419 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.840653 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.840857 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.841069 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.841299 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.841586 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.841829 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.842056 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.842301 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.842544 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.842769 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.843050 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.843366 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.843564 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.843776 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.844003 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.844233 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.844444 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.844683 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.844913 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.845235 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.845483 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.845703 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.845995 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.846222 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.846469 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.846731 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.847043 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.847259 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.847512 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.847865 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.848400 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.848670 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.848947 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.849275 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.849552 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.849802 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.850054 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.850338 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.850609 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.850883 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.851097 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.851415 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.851752 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.852045 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.852296 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.852547 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.852833 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.853057 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.853288 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.853510 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.853740 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.854134 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.854554 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.854818 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.855070 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.855303 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.855553 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.855770 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.856009 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.856236 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.856454 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.856731 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.856882 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 13:56:00.857555 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79068) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 29 13:56:00.857713 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 29 13:56:00.858020 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 29 13:56:00.858230 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 29 13:56:00.858362 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 29 13:56:00.858510 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 29 13:56:00.858889 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.859055 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.859326 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.859410 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.859505 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.859684 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.859848 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.860001 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.860156 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.860312 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.860486 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.860648 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.860801 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.861110 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.861272 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.861427 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.861582 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.861739 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.861900 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.862057 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.862213 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.862368 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.862526 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] debug = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.862681 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.862895 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.863059 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.863215 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.863377 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.863532 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.863685 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.863847 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.864005 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.864158 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.864315 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.864492 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.864635 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.864789 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.864944 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.865099 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.865256 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.865411 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] host = dv-cinder-801321-2-smb {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.865566 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.865722 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.865877 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.866033 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.866189 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.866344 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.866500 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.866655 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.866811 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.866966 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.867121 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.867302 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.867461 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.867615 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.867771 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_options = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.867932 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.868091 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.868246 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.868428 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.868616 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.868773 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.868930 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.869087 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.869244 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.869400 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.869558 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.869714 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.869879 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.870020 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.870172 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.870477 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.871153 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.871153 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.871153 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.871383 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.871534 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.871663 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.871819 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.871975 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.872132 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.872291 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.872447 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.872629 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.872785 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.872942 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.873100 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.873258 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.873421 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.873574 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.873724 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.873875 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.874025 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.874790 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.874939 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.875085 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.875240 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.875374 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.875469 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.875603 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.875757 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.875907 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_json = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.876038 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.876186 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.876342 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.876504 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.876660 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.876807 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.876963 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.877121 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 29 13:56:00.877298 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.877460 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.877630 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.877789 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.877948 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.878107 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.878266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.878423 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.878581 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.878758 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.878941 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.879062 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.879233 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.879393 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.879564 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.879698 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.879854 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.879994 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.880198 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.880326 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.880450 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.880597 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.880776 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.880935 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.881095 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.881254 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.881413 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.881573 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.881733 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.881893 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.882053 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.882212 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.882370 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.882528 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.882687 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.882848 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.883007 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.883203 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.883464 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.883464 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.883671 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.883775 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.883934 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.884093 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.884386 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.884386 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.884607 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.884719 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.884869 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.885017 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.885182 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.885341 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.885498 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.885657 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.885817 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.885975 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.886134 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.886292 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.886451 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.886610 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.886768 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.886939 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.887098 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.887257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.887416 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.887575 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.887734 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.887917 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.888055 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.888213 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.888371 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.888555 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.888715 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.888873 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.889031 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.889191 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.889352 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.889511 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.889669 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.889940 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.890758 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.890758 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.891000 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.891085 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.891209 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.891379 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.891538 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.891696 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.891855 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.892013 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.892171 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.892340 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.892514 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.892667 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.892817 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.892952 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.893108 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.893257 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.893421 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.893580 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.893738 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.893895 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.894053 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.894199 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.894356 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.894501 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.894661 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.894819 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.894977 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.895134 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.895286 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.895449 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.895593 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.895756 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.895914 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.896079 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.896249 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.896408 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.896586 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.896735 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.896892 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.897050 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.897209 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.897367 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.897525 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.897683 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.897842 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.898009 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.898178 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.898337 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.898498 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.898655 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.898836 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.898996 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.899154 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.899313 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.899471 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.899629 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.899787 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.899952 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.900092 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.900250 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.900408 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.900587 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.900746 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.900905 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.901062 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.901221 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.901380 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.901539 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.901697 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.901861 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.902020 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.902177 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.902337 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.902495 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.902653 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.902812 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.902969 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.903128 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.903295 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.903456 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.903608 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.903761 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.903900 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.904184 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.904339 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.904525 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.904671 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.904810 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.904961 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.905122 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.905282 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.905479 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.905652 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.905863 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.906039 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.906192 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.906369 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.906491 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.906638 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.906799 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.906958 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.907118 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.907280 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.907440 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.907599 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.907774 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.907934 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.908093 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.908253 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.908416 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.908597 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.908761 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.908916 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.909057 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.909216 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.909360 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.909524 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.909689 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.909844 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.909998 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.910159 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.910307 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.910465 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.910612 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.910793 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.910956 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.911115 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.911267 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.911405 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.911578 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.911723 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.911881 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.912100 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.912240 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.912371 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.912567 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.912702 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.912845 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.912997 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.913136 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.913269 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.913410 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.913548 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.913687 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.913851 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.914005 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.914167 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.914322 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.914471 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.914848 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.915015 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918266 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918791 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918791 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918791 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.918791 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.919013 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52490) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:00.919099 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.919099 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.919220 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.919340 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.919502 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.919665 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.919829 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.919989 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.920151 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.920312 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.920518 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.920684 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.920846 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.921009 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.921202 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.921426 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.921681 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.921960 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.922233 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 29 13:56:00.922395 dv-cinder-801321-2-smb neutron-server[79068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 13:56:00.927212 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:00.928277 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070386 Jul 29 13:56:11.797809 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1782a1-c427-4bf9-a7d4-800eba89643e None None] get_active_networks_info from dv-cinder-801321-2-smb {{(pid=79177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 29 13:56:11.903143 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1782a1-c427-4bf9-a7d4-800eba89643e None None] No non-hosted networks {{(pid=79177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 13:56:11.920714 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.agentschedulers_db [None req-8e1782a1-c427-4bf9-a7d4-800eba89643e None None] DHCP Agent not found on host dv-cinder-801321-2-smb {{(pid=79177) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 13:56:12.157570 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3ba5-0180-4ee4-98d2-b2bc2ce40e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430675'] for agent, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:12.466596 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430675'] for agent, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:12.469556 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.470090 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.470594 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.471124 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.471607 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.472153 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.472849 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.473480 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.478603 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.478603 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.478603 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.478603 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:12.478952 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801321-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:12.489363 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801321-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:14.587107 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7a4670a9-758c-470c-9a1b-456b70d45c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430675'] for agent, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:14.626496 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.api [None req-07f2772d-dc0a-4dcf-bc3c-cff150d37089 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-801321-2-smb {{(pid=79177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 13:56:14.626924 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_db.api [None req-07f2772d-dc0a-4dcf-bc3c-cff150d37089 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 13:56:15.214828 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-07f2772d-dc0a-4dcf-bc3c-cff150d37089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:15.503720 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430675'] for agent, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:16.960654 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430675'] for agent, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:18.539610 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.db.l3_hamode_db [None req-6bdb676e-81e4-4247-baa5-7572d8b8ec38 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 13:56:18.627100 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb676e-81e4-4247-baa5-7572d8b8ec38 None None] Routers set() bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:56:18.627409 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb676e-81e4-4247-baa5-7572d8b8ec38 None None] Router IDs set() for agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 29 13:56:18.726667 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52586) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:19.301398 dv-cinder-801321-2-smb neutron-server[79176]: WARNING oslo_policy.policy [None req-772e7981-589a-4c76-8c34-cea66db6ab71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:56:19.301985 dv-cinder-801321-2-smb neutron-server[79176]: WARNING oslo_policy.policy [None req-772e7981-589a-4c76-8c34-cea66db6ab71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:56:19.519713 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [None req-772e7981-589a-4c76-8c34-cea66db6ab71 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=79176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:56:19.520790 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-772e7981-589a-4c76-8c34-cea66db6ab71 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7931879 Jul 29 13:56:21.888116 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52600) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:22.257392 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-893f0f15-7bff-413e-8ccc-6a610faffd87 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:56:22.365769 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.policy [None req-893f0f15-7bff-413e-8ccc-6a610faffd87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79176) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 13:56:22.411129 dv-cinder-801321-2-smb neutron-server[79176]: WARNING oslo_policy.policy [None req-893f0f15-7bff-413e-8ccc-6a610faffd87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:56:22.411542 dv-cinder-801321-2-smb neutron-server[79176]: WARNING oslo_policy.policy [None req-893f0f15-7bff-413e-8ccc-6a610faffd87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:56:22.420096 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.quota [None req-893f0f15-7bff-413e-8ccc-6a610faffd87 admin admin] Loaded quota_driver: . Jul 29 13:56:22.436610 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-893f0f15-7bff-413e-8ccc-6a610faffd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:56:22.591211 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-893f0f15-7bff-413e-8ccc-6a610faffd87 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778831774258', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778831774735', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778831865397', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778831855692', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778831881330', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778831875266', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1264366', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1156355', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-392486', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33176670'] for rbac-policy, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:22.790998 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-893f0f15-7bff-413e-8ccc-6a610faffd87 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:22.792219 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-893f0f15-7bff-413e-8ccc-6a610faffd87 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9030261 Jul 29 13:56:25.409004 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52614) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:25.755007 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Request body: {'network': {'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'admin_state_up': True, 'name': 'private'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:56:25.759712 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:56:25.764652 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Usage tracker for resource:network and tenant:d10ae0ab894d44dab7c66db28c446cc6 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:56:25.769187 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:56:25.775154 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:56:25.846230 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Made reservation on behalf of d10ae0ab894d44dab7c66db28c446cc6 for: {'network': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:56:25.849166 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:25.867567 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:25.882839 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:56:25.888073 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Usage tracker for resource:security_group_rule and tenant:d10ae0ab894d44dab7c66db28c446cc6 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:56:25.894373 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:56:25.900604 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:56:26.002104 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:26.048420 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:26.053317 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:26.074562 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=79176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:56:26.101244 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778829759380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:26.101850 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Unsubscribe: segment precommit_create {{(pid=79176) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 13:56:26.102339 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.segments_db [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Added segment c74d7440-e3fc-4114-90f4-342b88b0abd5 of type vlan for network d14e01d0-309a-493a-857c-6563550797ac Jul 29 13:56:26.149988 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a01e435-0e5c-4a90-8fac-cf12d4b07599,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:26.170118 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174503 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174503 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174503 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174503 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174503 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.174946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Tracked resource versions report: Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: pushed versions: Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: { 'AddressGroup': {'1.2'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'ConntrackHelper': {'1.0'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Log': {'1.0'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Network': {'1.1'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Port': {'1.7'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'PortForwarding': {'1.2'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'QosPolicy': {'1.8'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'SecurityGroup': {'1.4'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'SubPort': {'1.0'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Subnet': {'1.1'}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Trunk': {'1.1'}} Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: consumer versions: Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: { DHCP agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: L3 agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: Metadata agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: Metering agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: Open vSwitch agent@dv-cinder-801321-2-smb: { 'AddressGroup': '1.2', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'ConntrackHelper': '1.0', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Log': '1.0', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Network': '1.1', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Port': '1.7', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'PortForwarding': '1.2', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'QosPolicy': '1.8', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'SecurityGroup': '1.4', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'SecurityGroupRule': '1.2', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'SubPort': '1.0', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Subnet': '1.1', Jul 29 13:56:26.175346 dv-cinder-801321-2-smb neutron-server[79176]: 'Trunk': '1.1'}} Jul 29 13:56:26.178619 dv-cinder-801321-2-smb neutron-server[79176]: {{(pid=79176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:56:26.221417 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:26.225339 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:26.311546 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:26.313143 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:26.313838 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:26.317356 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:26.421140 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Pushing event updated for resources: {'Network': ['ID=d14e01d0-309a-493a-857c-6563550797ac,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:26.424259 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:26.432377 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network d14e01d0-309a-493a-857c-6563550797ac details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:56:26.546235 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1358140 Jul 29 13:56:29.222422 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52630) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:29.688666 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eda7c6-56f5-48eb-b4c8-2e27b3f4cc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:29.690042 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-d3eda7c6-56f5-48eb-b4c8-2e27b3f4cc26 admin admin] 10.222.0.22 "GET /v2.0/networks/d14e01d0-309a-493a-857c-6563550797ac HTTP/1.1" status: 200 len: 825 time: 0.4666913 Jul 29 13:56:29.718728 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-e1ea7728-0912-470a-b748-882a17906a20 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/c2c09813-9da6-460d-b30c-06fbfcf315bc HTTP/1.1" status: 200 len: 734 time: 0.0233471 Jul 29 13:56:29.727521 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Request body: {'subnet': {'subnetpool_id': 'c2c09813-9da6-460d-b30c-06fbfcf315bc', 'name': 'private-subnet', 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'ip_version': 4}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:56:29.732082 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:56:29.736128 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Usage tracker for resource:subnet and tenant:d10ae0ab894d44dab7c66db28c446cc6 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:56:29.739060 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:56:29.744672 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:56:29.848165 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Made reservation on behalf of d10ae0ab894d44dab7c66db28c446cc6 for: {'subnet': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:56:29.850495 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:30.200709 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:30.205868 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:30.285178 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c8bf7a-d329-4282-a1d9-598dcaf781e7,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:30.287157 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Checking segment: {'id': 'c74d7440-e3fc-4114-90f4-342b88b0abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:56:30.287543 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Network hostable DHCP agents. Network: d14e01d0-309a-493a-857c-6563550797ac, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:56:30.293833 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:30.370165 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Network d14e01d0-309a-493a-857c-6563550797ac is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:56:30.503015 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, d14e01d0-309a-493a-857c-6563550797ac) {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:56:30.508273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:30.508970 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:30.515546 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860f19f-655f-437f-9f7a-3fa88dbbfaa4 None None] Network d14e01d0-309a-493a-857c-6563550797ac requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:56:30.595519 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8714609 Jul 29 13:56:30.930065 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9a65028-e01f-54d7-bf4a-7477a62c9b97-d14e01d0-309a-493a-857c-6563550797ac', 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'fixed_ips': [{'subnet_id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7'}]}} from dv-cinder-801321-2-smb. {{(pid=79177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 13:56:30.931275 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:31.118525 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.db_base_plugin_common [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Allocated IP 172.20.0.2 (d14e01d0-309a-493a-857c-6563550797ac/66c8bf7a-d329-4282-a1d9-598dcaf781e7/380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48) {{(pid=79177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:56:31.353356 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Notify callbacks [] for port, precommit_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:31.367768 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Transition to ACTIVE for port object 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:56:31.390553 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Transition to ACTIVE for port object 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 will not be triggered until provisioned by entity DHCP. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:56:31.465405 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:31.471001 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:31.531754 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Network d14e01d0-309a-493a-857c-6563550797ac is already hosted by enough agents. {{(pid=79177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:56:31.534727 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.base_scheduler [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Resources bound (agent type, host, resource id): {{(pid=79177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:56:31.543093 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Received port after_create {{(pid=79177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:56:31.545881 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Pushing event updated for resources: {'Port': ['ID=380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48,revision_number=1']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:31.583244 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.583571 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.583899 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.584219 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.584551 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.584867 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.585178 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.585487 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.585794 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.586101 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.586405 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.586706 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Tracked resource versions report: Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: pushed versions: Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: { 'AddressGroup': {'1.2'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'ConntrackHelper': {'1.0'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Log': {'1.0'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Network': {'1.1'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Port': {'1.7'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'PortForwarding': {'1.2'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'QosPolicy': {'1.8'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'SecurityGroup': {'1.4'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'SubPort': {'1.0'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Subnet': {'1.1'}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Trunk': {'1.1'}} Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: consumer versions: Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: { DHCP agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: L3 agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: Metadata agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: Metering agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: Open vSwitch agent@dv-cinder-801321-2-smb: { 'AddressGroup': '1.2', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'ConntrackHelper': '1.0', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Log': '1.0', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Network': '1.1', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Port': '1.7', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'PortForwarding': '1.2', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'QosPolicy': '1.8', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'SecurityGroup': '1.4', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'SecurityGroupRule': '1.2', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'SubPort': '1.0', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Subnet': '1.1', Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: 'Trunk': '1.1'}} Jul 29 13:56:31.587850 dv-cinder-801321-2-smb neutron-server[79177]: {{(pid=79177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:56:31.621974 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:31.646930 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Attempting to bind port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:56:31.647242 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Attempting to bind port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c74d7440-e3fc-4114-90f4-342b88b0abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:56:31.647657 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Attempting to bind port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 on network d14e01d0-309a-493a-857c-6563550797ac {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:56:31.652986 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:56:31.653377 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Checking segment: {'id': 'c74d7440-e3fc-4114-90f4-342b88b0abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:56:31.653857 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:31.654988 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Bound using segment: {'id': 'c74d7440-e3fc-4114-90f4-342b88b0abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:56:31.655652 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Bound port: 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74d7440-e3fc-4114-90f4-342b88b0abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:56:31.656103 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:31.746236 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] For port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:56:31.750611 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] For port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48,segment=NetworkSegment(c74d7440-e3fc-4114-90f4-342b88b0abd5),segment_id=c74d7440-e3fc-4114-90f4-342b88b0abd5)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:56:31.817829 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:31.822254 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:31.933967 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Pushing event updated for resources: {'Port': ['ID=380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:31.938234 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:33.054578 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52640) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:33.484441 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [None req-cab6885b-17be-41e3-9488-7aefece448a3 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=79176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:56:33.485468 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-cab6885b-17be-41e3-9488-7aefece448a3 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4299395 Jul 29 13:56:34.780446 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:56:34.914318 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:56:35.653464 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01666ea-00e5-494f-b3ed-29cf4a8f147b None None] Network d14e01d0-309a-493a-857c-6563550797ac requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:56:35.876125 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-140349ce-8ecf-44d1-8789-6ed9afb072df None None] Provisioning for port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:56:35.893462 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-140349ce-8ecf-44d1-8789-6ed9afb072df None None] Provisioning complete for port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:56:35.893753 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-140349ce-8ecf-44d1-8789-6ed9afb072df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:35.903617 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52654) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:36.040061 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-140349ce-8ecf-44d1-8789-6ed9afb072df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:36.077875 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-140349ce-8ecf-44d1-8789-6ed9afb072df None None] For port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48,segment=NetworkSegment(c74d7440-e3fc-4114-90f4-342b88b0abd5),segment_id=c74d7440-e3fc-4114-90f4-342b88b0abd5)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:56:36.156652 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-140349ce-8ecf-44d1-8789-6ed9afb072df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:36.158706 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-3fdecf45-b488-4d30-8ddf-ed38c588cf23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:36.241062 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140349ce-8ecf-44d1-8789-6ed9afb072df None None] Pushing event updated for resources: {'Port': ['ID=380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:36.244244 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-140349ce-8ecf-44d1-8789-6ed9afb072df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:36.276861 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-2823c8ad-a693-4ced-ac1c-a6eb551fd1cb None None] Provisioning complete for port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:56:36.277133 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2823c8ad-a693-4ced-ac1c-a6eb551fd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:36.317545 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [None req-55cb8c18-a2d4-41f0-9115-c31b89ac22a7 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=79176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:56:36.318611 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-55cb8c18-a2d4-41f0-9115-c31b89ac22a7 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4131866 Jul 29 13:56:36.758873 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:56:36.829288 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:56:36.829651 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:39.019249 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 52666) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:39.609877 dv-cinder-801321-2-smb neutron-server[79175]: WARNING oslo_policy.policy [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:56:39.612916 dv-cinder-801321-2-smb neutron-server[79175]: WARNING oslo_policy.policy [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:56:39.828749 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Request body: {'router': {'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'name': 'router1', 'admin_state_up': True}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:56:39.898207 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.policy [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79175) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 13:56:39.943121 dv-cinder-801321-2-smb neutron-server[79175]: WARNING oslo_policy.policy [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:56:39.943490 dv-cinder-801321-2-smb neutron-server[79175]: WARNING oslo_policy.policy [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 13:56:39.952851 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.quota [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Loaded quota_driver: . Jul 29 13:56:39.968228 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:56:39.974848 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Usage tracker for resource:router and tenant:d10ae0ab894d44dab7c66db28c446cc6 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:56:39.979438 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:56:39.987502 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:56:40.074927 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3407'] for router, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:40.077103 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-454443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3398'] for router, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:40.101832 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:40.271567 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621471'] for router, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:40.362106 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:40.363587 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9bd2d1b8-32ae-45e2-b2f5-6d3544fe67f2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3422365 Jul 29 13:56:41.782520 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e332502d-f2ea-408f-a36e-5a49be735d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:42.419725 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:42.729419 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 52682) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:43.097017 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [None req-1da45967-19a8-4946-a04b-08f67be7b58a admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=79175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:56:43.098027 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-1da45967-19a8-4946-a04b-08f67be7b58a admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3676531 Jul 29 13:56:43.813524 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:56:44.555620 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f101aa75-bb31-4e5a-bce8-1ae85f6dbe68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:45.439596 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:45.474302 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 52692) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:45.839376 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:56:45.845390 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:56:45.849074 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Usage tracker for resource:network and tenant:73ff94cae8174a5cb0a8b7839a62af2e is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:56:45.852421 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:56:45.858466 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:56:45.954005 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Made reservation on behalf of 73ff94cae8174a5cb0a8b7839a62af2e for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:56:45.956944 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:45.974918 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:45.990464 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:56:45.994176 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Usage tracker for resource:security_group_rule and tenant:73ff94cae8174a5cb0a8b7839a62af2e is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:56:45.998149 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:56:46.003796 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:56:46.100888 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:46.172787 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:46.177696 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:46.190608 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Reserving flat network on physical network physnet1 {{(pid=79175) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 13:56:46.225380 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778829759380', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:46.226004 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Unsubscribe: segment precommit_create {{(pid=79175) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 13:56:46.226493 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Added segment c66b3204-005b-468d-b8d7-adcebd4809e3 of type flat for network 2621a826-6f62-4aa0-b8af-b09c27f3de7a Jul 29 13:56:46.277595 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0356bc-bb9b-46a7-a12a-f04ac9326f1d,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:46.297474 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.297808 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.298134 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.298454 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.298769 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.299083 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.299390 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.299699 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.300022 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.300331 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.300666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.301236 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Tracked resource versions report: Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: pushed versions: Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: { 'AddressGroup': {'1.2'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'ConntrackHelper': {'1.0'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Log': {'1.0'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Network': {'1.1'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Port': {'1.7'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'PortForwarding': {'1.2'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'QosPolicy': {'1.8'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'SecurityGroup': {'1.4'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'SubPort': {'1.0'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Subnet': {'1.1'}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Trunk': {'1.1'}} Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: consumer versions: Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: { DHCP agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: L3 agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: Metadata agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: Metering agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: Open vSwitch agent@dv-cinder-801321-2-smb: { 'AddressGroup': '1.2', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'ConntrackHelper': '1.0', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Log': '1.0', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Network': '1.1', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Port': '1.7', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'PortForwarding': '1.2', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'QosPolicy': '1.8', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'SecurityGroup': '1.4', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'SecurityGroupRule': '1.2', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'SubPort': '1.0', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Subnet': '1.1', Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: 'Trunk': '1.1'}} Jul 29 13:56:46.302353 dv-cinder-801321-2-smb neutron-server[79175]: {{(pid=79175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:56:46.350738 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:46.354822 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:46.468182 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:46.469789 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:46.470473 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:46.473868 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:46.580210 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Pushing event updated for resources: {'Network': ['ID=2621a826-6f62-4aa0-b8af-b09c27f3de7a,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:46.583422 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:46.590464 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:56:46.656175 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1807840 Jul 29 13:56:46.862319 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:49.069085 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52716) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:49.280722 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676f66b6-f4d5-4cee-96b8-9e8b7b8d060b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:49.282101 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-676f66b6-f4d5-4cee-96b8-9e8b7b8d060b admin admin] 10.222.0.22 "GET /v2.0/subnets/66c8bf7a-d329-4282-a1d9-598dcaf781e7 HTTP/1.1" status: 200 len: 849 time: 0.2120817 Jul 29 13:56:49.457588 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-916f78a8-5a3d-4f9d-a4c5-c57f4709a018 admin admin] 10.222.0.22 "GET /v2.0/routers/9e142cde-d73a-4c31-ae7c-e938e33d85ce HTTP/1.1" status: 200 len: 704 time: 0.1699960 Jul 29 13:56:49.936087 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:50.162009 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Allocated IP 172.20.0.1 (d14e01d0-309a-493a-857c-6563550797ac/66c8bf7a-d329-4282-a1d9-598dcaf781e7/094d2883-e004-41c4-bf9b-ae7df7c830ca) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:56:50.344985 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:50.363895 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Transition to ACTIVE for port object 094d2883-e004-41c4-bf9b-ae7df7c830ca will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:56:50.476371 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:50.482353 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:50.580502 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Network d14e01d0-309a-493a-857c-6563550797ac is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:56:50.583572 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:56:50.593618 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:56:50.593618 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456538'] for router_interface, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:50.723601 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Pushing event updated for resources: {'Port': ['ID=094d2883-e004-41c4-bf9b-ae7df7c830ca,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:50.727934 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:50.932599 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-02df5df9-026a-4782-a9d4-aee9da27cd74 None None] Provisioning for port 094d2883-e004-41c4-bf9b-ae7df7c830ca completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:56:50.938508 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-02df5df9-026a-4782-a9d4-aee9da27cd74 None None] Provisioning complete for port 094d2883-e004-41c4-bf9b-ae7df7c830ca triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:56:50.938993 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-02df5df9-026a-4782-a9d4-aee9da27cd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:50.960070 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:50.993236 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-02df5df9-026a-4782-a9d4-aee9da27cd74 None None] Port 094d2883-e004-41c4-bf9b-ae7df7c830ca cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:56:51.190109 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:51.258120 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:51.259269 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456501'] for router_interface, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:51.264053 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:51.400532 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Pushing event updated for resources: {'Port': ['ID=094d2883-e004-41c4-bf9b-ae7df7c830ca,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:51.407035 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:51.459381 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Network d14e01d0-309a-493a-857c-6563550797ac is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:56:51.460433 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:56:51.717826 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-0a338672-681f-4c27-964b-af759fb11619 None None] Provisioning complete for port 094d2883-e004-41c4-bf9b-ae7df7c830ca triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:56:51.718305 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0a338672-681f-4c27-964b-af759fb11619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:51.755812 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Router 9e142cde-d73a-4c31-ae7c-e938e33d85ce is scheduled to L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e with binding_index 1 {{(pid=79176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 13:56:51.776438 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-0a338672-681f-4c27-964b-af759fb11619 None None] Port 094d2883-e004-41c4-bf9b-ae7df7c830ca cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 13:56:51.909882 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:56:51.919085 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] 10.222.0.22 "PUT /v2.0/routers/9e142cde-d73a-4c31-ae7c-e938e33d85ce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4566579 Jul 29 13:56:51.919597 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Sync routers for ids ['9e142cde-d73a-4c31-ae7c-e938e33d85ce'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:56:51.932407 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Routers {'9e142cde-d73a-4c31-ae7c-e938e33d85ce'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:56:51.933367 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T13:56:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['9e142cde-d73a-4c31-ae7c-e938e33d85ce'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:52.112164 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Set router 9e142cde-d73a-4c31-ae7c-e938e33d85ce gateway port host: None {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:56:52.495191 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'name': 'router1', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:56:40Z', 'updated_at': '2021-07-29T13:56:50Z', 'revision_number': 2, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'gw_port_host': None, '_interfaces': [{'id': '094d2883-e004-41c4-bf9b-ae7df7c830ca', 'name': '', 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'mac_address': 'fa:16:3e:77:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:56:49Z', 'updated_at': '2021-07-29T13:56:51Z', 'revision_number': 2, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'subnets': [{'id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2c09813-9da6-460d-b30c-06fbfcf315bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:52.501169 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Checking router: 9e142cde-d73a-4c31-ae7c-e938e33d85ce for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:56:52.501554 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Updating router 9e142cde-d73a-4c31-ae7c-e938e33d85ce port 094d2883-e004-41c4-bf9b-ae7df7c830ca binding host dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:56:52.556415 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:52.946425 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:52.961016 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Transition to ACTIVE for port object 094d2883-e004-41c4-bf9b-ae7df7c830ca will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:56:53.021947 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:53.026958 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:53.241584 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Pushing event updated for resources: {'Port': ['ID=094d2883-e004-41c4-bf9b-ae7df7c830ca,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:53.266131 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.266459 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.266784 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.267104 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.267418 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.267731 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.268042 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.268350 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.268682 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.268988 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.269293 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.269595 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Tracked resource versions report: Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: pushed versions: Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: { 'AddressGroup': {'1.2'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'ConntrackHelper': {'1.0'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Log': {'1.0'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Network': {'1.1'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Port': {'1.7'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'PortForwarding': {'1.2'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'QosPolicy': {'1.8'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'SecurityGroup': {'1.4'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'SecurityGroupRule': {'1.2'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'SubPort': {'1.0'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Subnet': {'1.1'}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Trunk': {'1.1'}} Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: consumer versions: Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: { DHCP agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: L3 agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: Metadata agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: Metering agent@dv-cinder-801321-2-smb: {}, Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: Open vSwitch agent@dv-cinder-801321-2-smb: { 'AddressGroup': '1.2', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'ConntrackHelper': '1.0', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Log': '1.0', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Network': '1.1', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Port': '1.7', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'PortForwarding': '1.2', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'QosPolicy': '1.8', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'SecurityGroup': '1.4', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'SecurityGroupRule': '1.2', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'SubPort': '1.0', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Subnet': '1.1', Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: 'Trunk': '1.1'}} Jul 29 13:56:53.270744 dv-cinder-801321-2-smb neutron-server[79178]: {{(pid=79178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 13:56:53.275097 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:53.282807 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Attempting to bind port 094d2883-e004-41c4-bf9b-ae7df7c830ca on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:56:53.283210 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Attempting to bind port 094d2883-e004-41c4-bf9b-ae7df7c830ca by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c74d7440-e3fc-4114-90f4-342b88b0abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:56:53.283631 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Attempting to bind port 094d2883-e004-41c4-bf9b-ae7df7c830ca on network d14e01d0-309a-493a-857c-6563550797ac {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:56:53.288846 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:56:53.289252 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Checking segment: {'id': 'c74d7440-e3fc-4114-90f4-342b88b0abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:56:53.289745 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:53.290133 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Bound using segment: {'id': 'c74d7440-e3fc-4114-90f4-342b88b0abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:56:53.290643 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Bound port: 094d2883-e004-41c4-bf9b-ae7df7c830ca, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74d7440-e3fc-4114-90f4-342b88b0abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:56:53.291817 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:53.397558 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] For port 094d2883-e004-41c4-bf9b-ae7df7c830ca, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:56:53.402747 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] For port 094d2883-e004-41c4-bf9b-ae7df7c830ca, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=094d2883-e004-41c4-bf9b-ae7df7c830ca,segment=NetworkSegment(c74d7440-e3fc-4114-90f4-342b88b0abd5),segment_id=c74d7440-e3fc-4114-90f4-342b88b0abd5)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:56:53.485961 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:53.490201 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:53.568613 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Routers {'9e142cde-d73a-4c31-ae7c-e938e33d85ce'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:56:53.569241 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T13:56:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['9e142cde-d73a-4c31-ae7c-e938e33d85ce'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:53.696586 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Pushing event updated for resources: {'Port': ['ID=094d2883-e004-41c4-bf9b-ae7df7c830ca,revision_number=4']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:53.712178 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:53.741463 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] Set router 9e142cde-d73a-4c31-ae7c-e938e33d85ce gateway port host: None {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:56:54.071648 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'name': 'router1', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:56:40Z', 'updated_at': '2021-07-29T13:56:50Z', 'revision_number': 2, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'gw_port_host': None, '_interfaces': [{'id': '094d2883-e004-41c4-bf9b-ae7df7c830ca', 'name': '', 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'mac_address': 'fa:16:3e:77:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:56:49Z', 'updated_at': '2021-07-29T13:56:53Z', 'revision_number': 4, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'subnets': [{'id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2c09813-9da6-460d-b30c-06fbfcf315bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:56:54.075781 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691614d0-d112-4333-8925-430d30c31ac1 None None] The sync data for ids ['9e142cde-d73a-4c31-ae7c-e938e33d85ce'] in dv-cinder-801321-2-smb is: [{'id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'name': 'router1', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:56:40Z', 'updated_at': '2021-07-29T13:56:50Z', 'revision_number': 2, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'gw_port_host': None, '_interfaces': [{'id': '094d2883-e004-41c4-bf9b-ae7df7c830ca', 'name': '', 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'mac_address': 'fa:16:3e:77:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:56:49Z', 'updated_at': '2021-07-29T13:56:53Z', 'revision_number': 4, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'subnets': [{'id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2c09813-9da6-460d-b30c-06fbfcf315bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:56:54.115487 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52738) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:54.261670 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc677816-b7dd-4ce4-b925-a73e75474994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:54.263622 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-cc677816-b7dd-4ce4-b925-a73e75474994 admin admin] 10.222.0.22 "GET /v2.0/networks/2621a826-6f62-4aa0-b8af-b09c27f3de7a HTTP/1.1" status: 200 len: 842 time: 0.1472061 Jul 29 13:56:54.273109 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:56:54.278864 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:56:54.282608 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Usage tracker for resource:subnet and tenant:73ff94cae8174a5cb0a8b7839a62af2e is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 13:56:54.285358 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 13:56:54.290916 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:56:54.347423 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Made reservation on behalf of 73ff94cae8174a5cb0a8b7839a62af2e for: {'subnet': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:56:54.349775 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:54.815414 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 094d2883-e004-41c4-bf9b-ae7df7c830ca up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:56:54.855542 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.objects.ports [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79176) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 29 13:56:54.856886 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:54.862150 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-319a576f-dd54-4027-aa6e-34fa423882fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:54.939955 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb001b1-cfb1-422c-ab10-a7074436d390,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:54.943756 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:54.944612 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Checking segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:56:54.944962 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Network hostable DHCP agents. Network: 2621a826-6f62-4aa0-b8af-b09c27f3de7a, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 13:56:54.959311 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 094d2883-e004-41c4-bf9b-ae7df7c830ca completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:56:54.964792 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 094d2883-e004-41c4-bf9b-ae7df7c830ca triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:56:54.965349 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:55.022220 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 13:56:55.091554 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:55.118763 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 2621a826-6f62-4aa0-b8af-b09c27f3de7a) {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:56:55.123606 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 094d2883-e004-41c4-bf9b-ae7df7c830ca, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=094d2883-e004-41c4-bf9b-ae7df7c830ca,segment=NetworkSegment(c74d7440-e3fc-4114-90f4-342b88b0abd5),segment_id=c74d7440-e3fc-4114-90f4-342b88b0abd5)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:56:55.124783 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:55.125547 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:55.126412 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5aa2a4-b240-4aca-b9fa-52facf57516f None None] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:56:55.207542 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:55.215200 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-140349ce-8ecf-44d1-8789-6ed9afb072df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:55.228798 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9588459 Jul 29 13:56:55.367769 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=094d2883-e004-41c4-bf9b-ae7df7c830ca,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:55.373585 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:55.441408 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a963e04b-87cf-4a4e-a144-dc82166a25e5 None None] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:56:56.769885 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 094d2883-e004-41c4-bf9b-ae7df7c830ca up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:56:56.838627 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 094d2883-e004-41c4-bf9b-ae7df7c830ca triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:56:56.838915 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:57.588715 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 52752) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:56:57.783716 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-ec7f01ec-bded-4de7-9c88-624fe837f6cd admin admin] 10.222.0.22 "GET /v2.0/routers/9e142cde-d73a-4c31-ae7c-e938e33d85ce HTTP/1.1" status: 200 len: 710 time: 0.1937816 Jul 29 13:56:57.909613 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf83695-9da3-49e6-9ce5-6e901f0d65c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:56:57.910974 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-bdf83695-9da3-49e6-9ce5-6e901f0d65c0 admin admin] 10.222.0.22 "GET /v2.0/networks/2621a826-6f62-4aa0-b8af-b09c27f3de7a HTTP/1.1" status: 200 len: 886 time: 0.1222739 Jul 29 13:56:57.919705 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:56:58.363506 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3408'] for router, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:58.806254 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:58.862654 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:58.999166 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Allocated IP 172.28.0.36 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/11bf79d0-d215-4dc1-9cbb-1597ab7f75e6) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 13:56:59.144749 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:59.218650 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:56:59.222520 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:56:59.288072 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 13:56:59.290822 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 13:56:59.294428 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 13:56:59.349021 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Pushing event updated for resources: {'Port': ['ID=11bf79d0-d215-4dc1-9cbb-1597ab7f75e6,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:56:59.358744 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:56:59.756429 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:00.142287 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3408'] for router, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:00.145635 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-621481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-621456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454500'] for router, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:00.325784 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Router 9e142cde-d73a-4c31-ae7c-e938e33d85ce has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 13:57:00.501889 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 13:57:00.513752 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Notify callbacks [] for router, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:00.514257 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Sync routers for ids ['9e142cde-d73a-4c31-ae7c-e938e33d85ce'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 13:57:00.514953 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] 10.222.0.22 "PUT /v2.0/routers/9e142cde-d73a-4c31-ae7c-e938e33d85ce HTTP/1.1" status: 200 len: 889 time: 2.5985289 Jul 29 13:57:00.531103 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Routers {'9e142cde-d73a-4c31-ae7c-e938e33d85ce'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:57:00.532073 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T13:56:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['9e142cde-d73a-4c31-ae7c-e938e33d85ce'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:57:00.857221 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Set router 9e142cde-d73a-4c31-ae7c-e938e33d85ce gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:57:01.225358 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'name': 'router1', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '11bf79d0-d215-4dc1-9cbb-1597ab7f75e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:56:40Z', 'updated_at': '2021-07-29T13:56:59Z', 'revision_number': 4, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'gw_port': {'id': '11bf79d0-d215-4dc1-9cbb-1597ab7f75e6', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:56:58Z', 'updated_at': '2021-07-29T13:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '094d2883-e004-41c4-bf9b-ae7df7c830ca', 'name': '', 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'mac_address': 'fa:16:3e:77:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:56:49Z', 'updated_at': '2021-07-29T13:56:55Z', 'revision_number': 5, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'subnets': [{'id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2c09813-9da6-460d-b30c-06fbfcf315bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:57:01.231395 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Checking router: 9e142cde-d73a-4c31-ae7c-e938e33d85ce for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 13:57:01.231989 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Updating router 9e142cde-d73a-4c31-ae7c-e938e33d85ce port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 binding host dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 13:57:01.296972 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:01.679100 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Notify callbacks [] for port, precommit_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:01.691094 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Transition to ACTIVE for port object 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 13:57:01.789117 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:01.793322 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:57:01.895727 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Attempting to bind port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 13:57:01.896100 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Attempting to bind port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 13:57:01.896478 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Attempting to bind port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 on network 2621a826-6f62-4aa0-b8af-b09c27f3de7a {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 13:57:01.898448 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e6bfc-6c57-4cff-873b-aafda1e69561 None None] Pushing event updated for resources: {'Port': ['ID=11bf79d0-d215-4dc1-9cbb-1597ab7f75e6,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:57:01.902058 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-834e6bfc-6c57-4cff-873b-aafda1e69561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:57:01.904562 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 13:57:01.909916 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Checking segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 13:57:01.909916 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:01.909916 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Bound using segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 13:57:01.909916 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Bound port: 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 13:57:01.909916 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:01.978476 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] For port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 13:57:01.982196 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] For port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=11bf79d0-d215-4dc1-9cbb-1597ab7f75e6,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 13:57:02.061940 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:02.065920 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:57:02.141634 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Routers {'9e142cde-d73a-4c31-ae7c-e938e33d85ce'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 13:57:02.142248 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T13:56:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['9e142cde-d73a-4c31-ae7c-e938e33d85ce'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:57:02.198847 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e6bfc-6c57-4cff-873b-aafda1e69561 None None] Pushing event updated for resources: {'Port': ['ID=11bf79d0-d215-4dc1-9cbb-1597ab7f75e6,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:57:02.208624 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-834e6bfc-6c57-4cff-873b-aafda1e69561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:57:02.329631 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] Set router 9e142cde-d73a-4c31-ae7c-e938e33d85ce gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 13:57:02.661478 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'name': 'router1', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '11bf79d0-d215-4dc1-9cbb-1597ab7f75e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:56:40Z', 'updated_at': '2021-07-29T13:56:59Z', 'revision_number': 4, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'gw_port': {'id': '11bf79d0-d215-4dc1-9cbb-1597ab7f75e6', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:56:58Z', 'updated_at': '2021-07-29T13:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '094d2883-e004-41c4-bf9b-ae7df7c830ca', 'name': '', 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'mac_address': 'fa:16:3e:77:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:56:49Z', 'updated_at': '2021-07-29T13:56:55Z', 'revision_number': 5, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'subnets': [{'id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2c09813-9da6-460d-b30c-06fbfcf315bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 13:57:02.665462 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de670b7e-e4bc-4d97-b414-dbee91e3d74e None None] The sync data for ids ['9e142cde-d73a-4c31-ae7c-e938e33d85ce'] in dv-cinder-801321-2-smb is: [{'id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'name': 'router1', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': '11bf79d0-d215-4dc1-9cbb-1597ab7f75e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T13:56:40Z', 'updated_at': '2021-07-29T13:56:59Z', 'revision_number': 4, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'gw_port': {'id': '11bf79d0-d215-4dc1-9cbb-1597ab7f75e6', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:31:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:56:58Z', 'updated_at': '2021-07-29T13:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '094d2883-e004-41c4-bf9b-ae7df7c830ca', 'name': '', 'network_id': 'd14e01d0-309a-493a-857c-6563550797ac', 'tenant_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'mac_address': 'fa:16:3e:77:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e142cde-d73a-4c31-ae7c-e938e33d85ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T13:56:49Z', 'updated_at': '2021-07-29T13:56:55Z', 'revision_number': 5, 'project_id': 'd10ae0ab894d44dab7c66db28c446cc6', 'subnets': [{'id': '66c8bf7a-d329-4282-a1d9-598dcaf781e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2c09813-9da6-460d-b30c-06fbfcf315bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 13:57:02.857009 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:57:02.999129 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 13:57:03.004786 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:57:03.005326 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:03.044719 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 52762) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:57:03.129813 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:03.147686 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=11bf79d0-d215-4dc1-9cbb-1597ab7f75e6,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 13:57:03.188740 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-e1f3ca3a-46a5-42ea-b007-9d746d932f51 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1427305 Jul 29 13:57:03.235257 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:03.237742 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:57:03.320061 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=11bf79d0-d215-4dc1-9cbb-1597ab7f75e6,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:57:03.323346 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:57:04.775631 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 13:57:04.861915 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 11bf79d0-d215-4dc1-9cbb-1597ab7f75e6 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:57:04.862543 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:11.811441 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e5adf10a-d378-44dc-88ab-09089a4e85c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:12.412586 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:14.537762 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1963387c-d57e-4c03-9bb2-ac96534a0e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:15.440329 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:16.877779 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:20.811678 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:57:41.764770 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-39081f25-4dc3-48d2-a6b8-eba34c9d3923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:42.421948 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:44.536712 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-6f49d907-0bc8-4d41-b736-ed630c116257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:45.456193 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:46.890453 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:57:57.811189 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:58:11.762067 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7315-3f18-478e-9472-85c307326f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:12.453252 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:14.569680 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-90edcbc0-2bd5-48a3-b5fe-99daef829427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:15.449965 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:16.924094 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:34.810189 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:58:41.762118 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-139f21d5-789b-4202-963b-defbdde4ff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:42.415755 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:44.598654 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-82830e9f-a8d1-4d13-91a0-a0448ed14095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:45.444549 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:58:46.893675 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:09.494961 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53332) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:09.562221 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.pecan_wsgi.hooks.translation [None req-983b483b-0f61-4bd5-924b-42e15aecb154 admin admin] GET failed (client error): The resource could not be found. Jul 29 13:59:09.562720 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-983b483b-0f61-4bd5-924b-42e15aecb154 admin admin] Synchronizing usage tracker for tenant:73ff94cae8174a5cb0a8b7839a62af2e on resource:network {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:59:09.647450 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-983b483b-0f61-4bd5-924b-42e15aecb154 admin admin] Unset dirty status for tenant:73ff94cae8174a5cb0a8b7839a62af2e on resource:network {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:59:09.648659 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-983b483b-0f61-4bd5-924b-42e15aecb154 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1527393 Jul 29 13:59:09.784932 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589645b-ebd2-405e-a7ef-5ccfa4d76df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:09.786376 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-6589645b-ebd2-405e-a7ef-5ccfa4d76df0 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1339123 Jul 29 13:59:11.764749 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-4d7abfad-24cd-454f-9c0b-7e666ac77da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:11.808790 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:59:11.903767 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53342) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:12.025453 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e7bf7-8684-40aa-857e-115dd36c40bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:12.026796 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-326e7bf7-8684-40aa-857e-115dd36c40bc admin admin] 10.222.0.22 "GET /v2.0/subnets/66c8bf7a-d329-4282-a1d9-598dcaf781e7 HTTP/1.1" status: 200 len: 849 time: 0.1220689 Jul 29 13:59:12.035905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:59:12.153001 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:12.404661 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778829760058'] for subnet, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:12.409977 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:59:12.427391 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:12.450470 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:12.451041 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:12.452317 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] 10.222.0.22 "PUT /v2.0/subnets/66c8bf7a-d329-4282-a1d9-598dcaf781e7 HTTP/1.1" status: 200 len: 868 time: 0.4201167 Jul 29 13:59:12.454231 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dffb42-20c0-4fec-ac13-82629f27d14b None None] Network d14e01d0-309a-493a-857c-6563550797ac requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 13:59:12.478979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c8bf7a-d329-4282-a1d9-598dcaf781e7,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:59:12.486968 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.487366 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.487640 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.488025 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.488359 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.488704 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.489022 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.489339 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.489677 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.489995 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.490343 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.490654 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 13:59:12.495147 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:59:12.937248 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-ecc824d0-6c0f-49e0-b9a9-0657d52f0ceb None None] Provisioning complete for port 380b6f6d-7c3a-4b42-9c3a-9aa45e6b3b48 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:59:12.937771 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ecc824d0-6c0f-49e0-b9a9-0657d52f0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:13.062500 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-ecc824d0-6c0f-49e0-b9a9-0657d52f0ceb None None] Provisioning complete for port 094d2883-e004-41c4-bf9b-ae7df7c830ca triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 13:59:13.062764 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ecc824d0-6c0f-49e0-b9a9-0657d52f0ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:14.564555 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7ba24448-fe7b-4066-beed-e91c4f06072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:14.565684 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53352) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:14.735823 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311f231-50b1-495a-9b06-3beb1f9b5c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:14.736295 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0311f231-50b1-495a-9b06-3beb1f9b5c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:14.737857 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-0311f231-50b1-495a-9b06-3beb1f9b5c9e admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712136 Jul 29 13:59:15.456028 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:16.860267 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53362) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:16.916777 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:17.031663 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805686e-fb97-41c0-a624-2f2f5cde1eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:17.032050 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805686e-fb97-41c0-a624-2f2f5cde1eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:17.033596 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f805686e-fb97-41c0-a624-2f2f5cde1eec admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1723738 Jul 29 13:59:19.145401 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53372) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:19.307866 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e5717-3691-497f-a766-c2bbfe9a46db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:19.309226 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-7b3e5717-3691-497f-a766-c2bbfe9a46db admin admin] 10.222.0.22 "GET /v2.0/networks/2621a826-6f62-4aa0-b8af-b09c27f3de7a HTTP/1.1" status: 200 len: 886 time: 0.1628985 Jul 29 13:59:21.417660 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53382) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:21.588154 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c3a46-6b3d-4b81-9cb5-da8b996603b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:21.589551 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-db0c3a46-6b3d-4b81-9cb5-da8b996603b2 admin admin] 10.222.0.22 "GET /v2.0/networks/d14e01d0-309a-493a-857c-6563550797ac HTTP/1.1" status: 200 len: 869 time: 0.1709511 Jul 29 13:59:23.741369 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53392) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:23.849598 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f481c78e-ea8a-4b07-9f31-e0ad41989752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:23.850953 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f481c78e-ea8a-4b07-9f31-e0ad41989752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:23.851679 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-f481c78e-ea8a-4b07-9f31-e0ad41989752 admin admin] Synchronizing usage tracker for tenant:73ff94cae8174a5cb0a8b7839a62af2e on resource:subnet {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 13:59:23.930153 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-f481c78e-ea8a-4b07-9f31-e0ad41989752 admin admin] Unset dirty status for tenant:73ff94cae8174a5cb0a8b7839a62af2e on resource:subnet {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 13:59:23.931548 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f481c78e-ea8a-4b07-9f31-e0ad41989752 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1890211 Jul 29 13:59:26.059469 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53402) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:26.163315 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded1f05-c1c0-4122-a045-8f62a2a18ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:26.163763 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded1f05-c1c0-4122-a045-8f62a2a18ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:26.165284 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-eded1f05-c1c0-4122-a045-8f62a2a18ab8 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1048641 Jul 29 13:59:28.290274 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53412) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:28.397714 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3131b4f-85e5-4d9b-8f32-138e157868d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:28.399065 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-a3131b4f-85e5-4d9b-8f32-138e157868d1 admin admin] 10.222.0.22 "GET /v2.0/subnets/66c8bf7a-d329-4282-a1d9-598dcaf781e7 HTTP/1.1" status: 200 len: 868 time: 0.1077824 Jul 29 13:59:30.527528 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53422) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:30.628821 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc53a908-923c-47b5-be7c-3360d8639357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:30.630147 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-fc53a908-923c-47b5-be7c-3360d8639357 admin admin] 10.222.0.22 "GET /v2.0/subnets/bfb001b1-cfb1-422c-ab10-a7074436d390 HTTP/1.1" status: 200 len: 816 time: 0.1016917 Jul 29 13:59:41.764661 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-223d7be8-6539-4e70-87bd-0035e7fb47cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:42.425824 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:44.559197 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-5828db96-d3aa-4e4c-aa92-24e595c96bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:45.479090 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:46.893943 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:48.808423 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 13:59:53.673766 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53466) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:53.721565 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [None req-a5fe930a-89df-4f62-b387-e07ed8dc5c15 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=79176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 13:59:53.722552 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-a5fe930a-89df-4f62-b387-e07ed8dc5c15 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478508 Jul 29 13:59:55.918799 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53476) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:55.985253 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.pecan_wsgi.hooks.translation [None req-de15980d-cb4b-4d07-a9df-ebaacd9b8c46 admin admin] GET failed (client error): The resource could not be found. Jul 29 13:59:55.986503 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-de15980d-cb4b-4d07-a9df-ebaacd9b8c46 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667756 Jul 29 13:59:56.110210 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238613fe-a98b-461a-8921-fe90b2f4ef31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:56.111572 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-238613fe-a98b-461a-8921-fe90b2f4ef31 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1213143 Jul 29 13:59:58.248630 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53486) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 13:59:58.296275 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 13:59:58.301158 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 13:59:58.310422 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 13:59:58.404169 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Made reservation on behalf of 73ff94cae8174a5cb0a8b7839a62af2e for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 13:59:58.406377 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:58.493193 dv-cinder-801321-2-smb neutron-server[79175]: WARNING neutron.services.revisions.revision_plugin [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Could not find related network for resource to bump revision. Jul 29 13:59:58.505300 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 13:59:58.514536 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:58.514874 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Added segment b5d8ca0f-febf-4bae-bb47-9ee73c8d6972 of type vlan for network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 Jul 29 13:59:58.540396 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:58.638675 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:58.639997 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 13:59:58.640611 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 13:59:58.645282 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 13:59:58.743824 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Pushing event updated for resources: {'Network': ['ID=5d737bfa-dbfd-47a6-a62e-f788fa3b1e05,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 13:59:58.746547 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 13:59:58.753494 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 13:59:58.816700 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5669627 Jul 29 14:00:00.935597 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53496) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:00:01.000330 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.pecan_wsgi.hooks.translation [None req-74624936-27e6-42c2-8ca8-90517de8eddf admin admin] GET failed (client error): The resource could not be found. Jul 29 14:00:01.000796 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-74624936-27e6-42c2-8ca8-90517de8eddf admin admin] Synchronizing usage tracker for tenant:73ff94cae8174a5cb0a8b7839a62af2e on resource:network {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:00:01.079001 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-74624936-27e6-42c2-8ca8-90517de8eddf admin admin] Unset dirty status for tenant:73ff94cae8174a5cb0a8b7839a62af2e on resource:network {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:00:01.080135 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-74624936-27e6-42c2-8ca8-90517de8eddf admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1435995 Jul 29 14:00:01.183939 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c4ab78-a4f4-4bce-91a4-83ebf59200b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:01.185389 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-84c4ab78-a4f4-4bce-91a4-83ebf59200b4 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1011980 Jul 29 14:00:01.195552 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05', 'description': 'shared-subnet'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:00:01.199950 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:00:01.209249 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:00:01.273390 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Made reservation on behalf of 73ff94cae8174a5cb0a8b7839a62af2e for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:00:01.275588 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.579923 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.583721 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:00:01.652579 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298e61ce-de12-4143-96d5-5e982cbf9077,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:00:01.655731 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:00:01.661399 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Checking segment: {'id': 'b5d8ca0f-febf-4bae-bb47-9ee73c8d6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:00:01.661789 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Network hostable DHCP agents. Network: 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:00:01.735989 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:00:01.804994 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:00:01.809294 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:00:01.809957 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:01.813886 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837a9d2-31d8-49f6-a744-cca1998e4ec9 None None] Network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:00:01.902799 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7111309 Jul 29 14:00:02.030710 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9a65028-e01f-54d7-bf4a-7477a62c9b97-5d737bfa-dbfd-47a6-a62e-f788fa3b1e05', 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05', 'tenant_id': '73ff94cae8174a5cb0a8b7839a62af2e', 'fixed_ips': [{'subnet_id': '298e61ce-de12-4143-96d5-5e982cbf9077'}]}} from dv-cinder-801321-2-smb. {{(pid=79177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:00:02.031572 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:02.190820 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.db_base_plugin_common [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Allocated IP 192.168.233.2 (5d737bfa-dbfd-47a6-a62e-f788fa3b1e05/298e61ce-de12-4143-96d5-5e982cbf9077/666f8da7-99b8-44ad-800c-21b295cec1fe) {{(pid=79177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:00:02.394196 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:02.404831 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Transition to ACTIVE for port object 666f8da7-99b8-44ad-800c-21b295cec1fe will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:00:02.423476 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Transition to ACTIVE for port object 666f8da7-99b8-44ad-800c-21b295cec1fe will not be triggered until provisioned by entity DHCP. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:00:02.485554 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:02.490152 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:00:02.578177 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 is already hosted by enough agents. {{(pid=79177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:00:02.580918 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.base_scheduler [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Resources bound (agent type, host, resource id): {{(pid=79177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:00:02.585079 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Received port after_create {{(pid=79177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:00:02.587179 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Pushing event updated for resources: {'Port': ['ID=666f8da7-99b8-44ad-800c-21b295cec1fe,revision_number=1']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:00:02.596015 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.596349 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.596708 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.597035 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.597355 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.597675 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.597993 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.598307 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.598620 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.598939 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.599245 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.599553 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:00:02.626848 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:00:02.688967 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Attempting to bind port 666f8da7-99b8-44ad-800c-21b295cec1fe on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:00:02.689326 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Attempting to bind port 666f8da7-99b8-44ad-800c-21b295cec1fe by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'b5d8ca0f-febf-4bae-bb47-9ee73c8d6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:00:02.689795 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Attempting to bind port 666f8da7-99b8-44ad-800c-21b295cec1fe on network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:00:02.695886 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:00:02.696254 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Checking segment: {'id': 'b5d8ca0f-febf-4bae-bb47-9ee73c8d6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:00:02.696676 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:02.697062 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Bound using segment: {'id': 'b5d8ca0f-febf-4bae-bb47-9ee73c8d6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:00:02.697512 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Bound port: 666f8da7-99b8-44ad-800c-21b295cec1fe, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d8ca0f-febf-4bae-bb47-9ee73c8d6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:00:02.697894 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:02.791291 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] For port 666f8da7-99b8-44ad-800c-21b295cec1fe, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:00:02.794520 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] For port 666f8da7-99b8-44ad-800c-21b295cec1fe, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=666f8da7-99b8-44ad-800c-21b295cec1fe,segment=NetworkSegment(b5d8ca0f-febf-4bae-bb47-9ee73c8d6972),segment_id=b5d8ca0f-febf-4bae-bb47-9ee73c8d6972)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:00:02.862506 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:02.868541 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:00:02.957429 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Pushing event updated for resources: {'Port': ['ID=666f8da7-99b8-44ad-800c-21b295cec1fe,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:00:02.962347 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:00:03.805900 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c0fff0-5c20-4215-93f5-21c1c8c5c2c5 None None] Network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:00:03.971051 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-8c0691ff-1bf2-460a-960c-da68197dd7e9 None None] Provisioning for port 666f8da7-99b8-44ad-800c-21b295cec1fe completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:00:04.882285 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 666f8da7-99b8-44ad-800c-21b295cec1fe up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:00:05.016375 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 666f8da7-99b8-44ad-800c-21b295cec1fe completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:00:05.021407 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 666f8da7-99b8-44ad-800c-21b295cec1fe triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:00:05.028501 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:05.137659 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:05.168969 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 666f8da7-99b8-44ad-800c-21b295cec1fe, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=666f8da7-99b8-44ad-800c-21b295cec1fe,segment=NetworkSegment(b5d8ca0f-febf-4bae-bb47-9ee73c8d6972),segment_id=b5d8ca0f-febf-4bae-bb47-9ee73c8d6972)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:00:05.244449 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:05.246548 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:00:05.312876 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=666f8da7-99b8-44ad-800c-21b295cec1fe,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:00:05.314145 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:00:06.865610 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 666f8da7-99b8-44ad-800c-21b295cec1fe up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:00:06.955562 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 666f8da7-99b8-44ad-800c-21b295cec1fe triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:00:06.955927 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:11.820529 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7666-2f25-4bee-8ec9-f8f4139b311f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:12.473502 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:14.554020 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-a44ab060-2bfd-4cb7-9be0-b094a0e46c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:15.479258 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:16.917252 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:25.807724 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:00:41.774275 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0a6bc03f-36a7-4bdf-afb7-8e360fa71ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:42.416261 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:44.551793 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8610225a-a53a-43e8-9381-9a84a845bbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:45.454552 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:00:46.902066 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:02.807162 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:01:11.787958 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3ca95042-bb9d-4b8c-b670-00fbc12ae44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:12.488576 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:14.631625 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d139c439-5e3f-410d-9a3d-ad5e7457b48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:15.485171 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:16.947894 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:20.205689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53546) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:01:20.211777 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [None req-c07b046a-a084-47e5-b6d0-1408650dda88 tempest-verify_tempest_config-675738977 tempest-verify_tempest_config-675738977-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=79175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:01:20.213789 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-c07b046a-a084-47e5-b6d0-1408650dda88 tempest-verify_tempest_config-675738977 tempest-verify_tempest_config-675738977-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068035 Jul 29 14:01:20.792848 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53564) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:01:20.923613 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:20.943097 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:01:20.947526 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Usage tracker for resource:security_group_rule and tenant:acd58ef2fbdc4f418246cbaedce917db is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:01:20.950426 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:01:20.956245 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:01:21.042689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:21.164950 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:21.173157 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:01:21.214212 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Synchronizing usage tracker for tenant:73ff94cae8174a5cb0a8b7839a62af2e on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:01:21.217021 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df9f02-937b-4b3d-84f0-e1e819e1e9d0,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:01:21.226676 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.227025 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.227383 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.227706 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.228604 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.228919 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.229243 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.229542 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.229853 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.230158 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.230469 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.230772 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:01:21.235245 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:01:21.340205 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Unset dirty status for tenant:73ff94cae8174a5cb0a8b7839a62af2e on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:01:21.341551 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acd58ef2fbdc4f418246cbaedce917db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5477467 Jul 29 14:01:21.344312 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53570) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:01:21.406943 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:21.434352 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:21.642876 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:21.646905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3e7c7615-e6a7-4b32-b247-92d409786a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:01:21.658511 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df9f02-937b-4b3d-84f0-e1e819e1e9d0,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:01:21.663426 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:01:21.665931 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:21.667168 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09df9f02-937b-4b3d-84f0-e1e819e1e9d0 HTTP/1.1" status: 204 len: 168 time: 0.3219290 Jul 29 14:01:39.807538 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:01:41.787668 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-c7c3c49d-ea77-4a0b-b388-ee269d6113f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:42.410544 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:44.556981 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d8c16c8e-7c84-436f-bf9c-5736fa059891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:45.511406 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:01:46.930912 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:11.808073 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8a35dcf1-6d64-46f4-bd6c-9dcfef32d294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:12.416141 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:14.570202 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7f06ac16-ddd5-4276-b995-64c98c7d9c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:15.465549 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:16.807624 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:02:16.910732 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:41.764652 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-53e742ef-2665-47df-8e30-bd6a84c15d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:42.436499 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:44.556826 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-007fb3fa-8d3f-4f03-9a07-4e76378d3783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:45.472827 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:46.918661 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:02:53.807692 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 5 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:03:02.118762 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430675'] for agent, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:06.543069 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53622) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:03:06.656387 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-bf124281-0d96-4456-bfe2-684dc63cd072 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1118922 Jul 29 14:03:08.838771 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53632) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:03:08.899169 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-453a00fd-17e5-4123-945f-99d49e1a0a83 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0581155 Jul 29 14:03:11.802472 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-5b5a77b2-3021-41d2-a259-0e5a9e45e2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:12.432753 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:14.539396 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-49cdc501-03a9-4ee0-8f8c-f2e38be27e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:15.490106 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:16.984935 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:30.807826 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:03:32.078349 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:41.804132 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-08ae286c-860e-4a11-b19d-3a28ba728926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:42.483739 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:44.556419 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-406cf27a-b01c-459d-87c7-4b26758d8ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:45.500993 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:03:47.020711 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:02.075383 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:07.808830 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:04:11.806576 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d1ec-e250-4de1-bd23-f4d3ad37be1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:12.478340 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:14.552126 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7593b640-3736-43bb-804c-44744150c1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:15.489488 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:16.937960 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:32.132199 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:41.784522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8ed2a08c-de8e-4148-a205-bde1171429e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:42.449136 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:44.574296 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3aba-a542-4f9f-8517-1b19105fb920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:44.810134 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:04:45.483326 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:46.949122 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:51.585911 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53810) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:51.932440 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-network', 'tenant_id': '7047904c6c204415b804405a850952e3'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:51.937659 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:51.941892 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Usage tracker for resource:network and tenant:7047904c6c204415b804405a850952e3 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:51.944787 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:51.950472 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:52.054326 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Made reservation on behalf of 7047904c6c204415b804405a850952e3 for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:04:52.056692 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.070457 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.085295 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:52.089329 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Usage tracker for resource:security_group_rule and tenant:7047904c6c204415b804405a850952e3 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:52.093162 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:52.100250 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:52.191778 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.271839 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.274980 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:52.306806 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:52.314918 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:04:52.318104 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.318453 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.318808 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.319125 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.319444 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.319746 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.320062 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.320375 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.320720 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.321039 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.321349 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.321655 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Tracked resource versions report: Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: pushed versions: Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: { 'AddressGroup': {'1.2'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'ConntrackHelper': {'1.0'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Log': {'1.0'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Network': {'1.1'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Port': {'1.7'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'PortForwarding': {'1.2'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'QosPolicy': {'1.8'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'SecurityGroup': {'1.4'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'SubPort': {'1.0'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Subnet': {'1.1'}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Trunk': {'1.1'}} Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: consumer versions: Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: { DHCP agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: HyperV agent@hv-cinder-80132: {}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: L3 agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: Metadata agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: Metering agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: Open vSwitch agent@dv-cinder-801321-2-smb: { 'AddressGroup': '1.2', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'ConntrackHelper': '1.0', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Log': '1.0', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Network': '1.1', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Port': '1.7', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'PortForwarding': '1.2', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'QosPolicy': '1.8', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'SecurityGroup': '1.4', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'SecurityGroupRule': '1.2', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'SubPort': '1.0', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Subnet': '1.1', Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: 'Trunk': '1.1'}} Jul 29 14:04:52.322741 dv-cinder-801321-2-smb neutron-server[79175]: {{(pid=79175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:04:52.328714 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:52.337983 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.338331 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Added segment 5945e15f-245e-4766-8615-60f52cc8b0e3 of type vlan for network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 Jul 29 14:04:52.372623 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.416340 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53848) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:52.463167 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.464518 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:52.465297 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.470369 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:52.603480 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Pushing event updated for resources: {'Network': ['ID=b09c26fe-9a9f-4a61-8a10-90b1b216cc31,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:52.606302 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:52.615807 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:04:52.620722 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0331051 Jul 29 14:04:52.623717 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53864) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:52.630310 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Request body: {'subnet': {'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-subnet', 'tenant_id': '7047904c6c204415b804405a850952e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:52.635447 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:52.639289 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Usage tracker for resource:subnet and tenant:7047904c6c204415b804405a850952e3 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:52.642536 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:52.648945 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:52.684229 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53870) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:52.743283 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Made reservation on behalf of 7047904c6c204415b804405a850952e3 for: {'subnet': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:04:52.746047 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.866333 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-151703541-network', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:52.871129 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:52.875852 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Usage tracker for resource:network and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:52.880213 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:52.893993 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:52.932004 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53880) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:52.968803 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Made reservation on behalf of 55c4417f4e284e05bdcf6106bc05421c for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:04:52.972765 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:52.992050 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.014759 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:53.020746 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Usage tracker for resource:security_group_rule and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:53.024733 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:53.031397 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:53.061130 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-550752457-network', 'tenant_id': '5ffd7e4f17ea41c084f965b7202e903f'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:53.072549 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:53.085083 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Usage tracker for resource:network and tenant:5ffd7e4f17ea41c084f965b7202e903f is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:53.088638 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.089241 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:53.096144 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-81cee130-0c21-4c03-9411-5c16d17a6d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:53.101055 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:53.173454 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=826a5c09-90df-4c91-8996-af9a02e8a88c,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:53.183944 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-network', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:53.184772 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.185118 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.185449 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.185772 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.186090 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.186468 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.186972 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.187713 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.188040 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.188424 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.188957 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.189486 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Tracked resource versions report: Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: pushed versions: Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: { 'AddressGroup': {'1.2'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'ConntrackHelper': {'1.0'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Log': {'1.0'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Network': {'1.1'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Port': {'1.7'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'PortForwarding': {'1.2'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'QosPolicy': {'1.8'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'SecurityGroup': {'1.4'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'SubPort': {'1.0'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Subnet': {'1.1'}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Trunk': {'1.1'}} Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: consumer versions: Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: { DHCP agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: HyperV agent@hv-cinder-80132: {}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: L3 agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: Metadata agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: Metering agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: Open vSwitch agent@dv-cinder-801321-2-smb: { 'AddressGroup': '1.2', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'ConntrackHelper': '1.0', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Log': '1.0', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Network': '1.1', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Port': '1.7', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'PortForwarding': '1.2', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'QosPolicy': '1.8', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'SecurityGroup': '1.4', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'SecurityGroupRule': '1.2', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'SubPort': '1.0', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Subnet': '1.1', Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: 'Trunk': '1.1'}} Jul 29 14:04:53.190895 dv-cinder-801321-2-smb neutron-server[79176]: {{(pid=79176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:04:53.196518 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:53.201353 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:53.207299 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Made reservation on behalf of 5ffd7e4f17ea41c084f965b7202e903f for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:04:53.210197 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.223932 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.224144 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Checking segment: {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:04:53.224589 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Network hostable DHCP agents. Network: b09c26fe-9a9f-4a61-8a10-90b1b216cc31, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:04:53.226758 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Usage tracker for resource:network and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:53.245484 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:53.248791 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.263369 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:53.279880 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:53.284314 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Usage tracker for resource:security_group_rule and tenant:5ffd7e4f17ea41c084f965b7202e903f is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:53.287474 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:53.296515 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:53.317215 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.324076 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:53.355932 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:04:53.363988 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:04:53.383214 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.383547 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Added segment be956a2a-8a62-4308-94ad-745212e44478 of type vlan for network a10854f7-df06-4ead-a00c-8158cb6e34b6 Jul 29 14:04:53.406741 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Made reservation on behalf of a856b5d8b29547c1b5d0bdd4241b4b17 for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:04:53.409573 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.432832 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30097520-1812-4e31-a040-37e323f6395a,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:53.438238 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.448899 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:53.472590 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, b09c26fe-9a9f-4a61-8a10-90b1b216cc31) {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:04:53.486439 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed601829-cf49-4ace-a80a-52093197f079 None None] Network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:04:53.486868 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:53.488006 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.489425 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:53.493009 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.506807 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Usage tracker for resource:security_group_rule and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:53.510493 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:53.529301 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:53.542708 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.621552 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53908) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:53.628552 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9970400 Jul 29 14:04:53.632159 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:53.642425 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:53.651402 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Usage tracker for resource:router and tenant:7047904c6c204415b804405a850952e3 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:53.656273 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.658649 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:53.686609 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d757f8d5-a277-421d-9ce0-4578b3004f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:53.719028 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:53.724010 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa325fa-fefa-4473-adcf-cb03c4534084,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:53.741636 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:53.777072 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.784769 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:53.787024 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.834218 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:53.840325 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd179e43-c67f-4a98-ba2b-665b51549968 None None] Network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:04:53.862685 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.db.api [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=79175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:04:53.863094 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_db.api [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:04:53.870898 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:53.995706 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Pushing event updated for resources: {'Network': ['ID=a10854f7-df06-4ead-a00c-8158cb6e34b6,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:54.004599 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5883474 Jul 29 14:04:54.005499 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:54.005948 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.007788 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53930) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:54.009265 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:04:54.015633 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Request body: {'subnet': {'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-151703541-subnet', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:54.028828 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:54.039869 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:54.042252 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Usage tracker for resource:subnet and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:54.051568 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:54.066256 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:54.089403 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:04:54.096014 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3407'] for router, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.097033 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-454443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3398'] for router, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.116220 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.140510 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073a5f0b-e86e-48c6-b2ba-325202418c1a,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:54.145216 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:54.150796 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.151133 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Added segment ffa9d6be-e4dc-49b4-99db-1bf4e22e411a of type vlan for network 239480e6-582a-4677-9647-921784eccd01 Jul 29 14:04:54.194040 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.196906 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Made reservation on behalf of 55c4417f4e284e05bdcf6106bc05421c for: {'subnet': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:04:54.199827 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.324794 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.db.resource_extend [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:04:54.365278 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.524398 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.525269 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:54.525963 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.589474 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-278a7b8b-9737-437a-bb7b-69b38072ea31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:54.603612 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.609905 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:54.628158 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:04:54.632738 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3408'] for router, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.733039 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.733375 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Added segment 57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba of type vlan for network 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 Jul 29 14:04:54.739059 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec774f59-294e-4722-b605-ffb9dad0dbf4,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:54.747464 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:54.748535 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Pushing event updated for resources: {'Network': ['ID=239480e6-582a-4677-9647-921784eccd01,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:54.759774 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 239480e6-582a-4677-9647-921784eccd01 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:04:54.767450 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:54.809084 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.816494 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Checking segment: {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:04:54.816994 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Network hostable DHCP agents. Network: a10854f7-df06-4ead-a00c-8158cb6e34b6, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:04:54.840314 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9061356 Jul 29 14:04:54.843544 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53974) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:54.864219 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Request body: {'subnet': {'network_id': '239480e6-582a-4677-9647-921784eccd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-subnet', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:54.874201 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:54.884246 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Usage tracker for resource:subnet and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:54.893195 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:54.907478 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:54.962180 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.968881 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:54.969807 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:54.977589 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:55.019018 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Made reservation on behalf of a856b5d8b29547c1b5d0bdd4241b4b17 for: {'subnet': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:04:55.022437 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.060457 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:04:55.148554 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Pushing event updated for resources: {'Network': ['ID=4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:55.162895 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:04:55.241945 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, a10854f7-df06-4ead-a00c-8158cb6e34b6) {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:04:55.253371 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:55.253936 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.257201 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:55.267287 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5811770 Jul 29 14:04:55.271094 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 53982) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:55.278753 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Request body: {'subnet': {'network_id': '4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-550752457-subnet', 'tenant_id': '5ffd7e4f17ea41c084f965b7202e903f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:55.298415 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70899f3-c282-4d7c-9a21-354d9e51fda9 None None] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:04:55.316645 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:55.325530 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Usage tracker for resource:subnet and tenant:5ffd7e4f17ea41c084f965b7202e903f is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:55.337212 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:55.344258 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.346786 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:55.353138 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:55.365787 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.407997 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.441165 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-0570fe45-c5b1-46b6-9fdd-b6f1578addf9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4319720 Jul 29 14:04:55.454342 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 53996) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:55.460417 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Made reservation on behalf of 5ffd7e4f17ea41c084f965b7202e903f for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:04:55.463840 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.468417 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:55.475527 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:55.480223 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Usage tracker for resource:router and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:55.484520 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:55.491476 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:55.516092 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Checking segment: {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:04:55.516889 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Network hostable DHCP agents. Network: 239480e6-582a-4677-9647-921784eccd01, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:04:55.540877 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=222874a5-5532-4548-a585-b1822e9c736e,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:55.550733 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:55.580064 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3407'] for router, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.581457 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-454443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3398'] for router, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.613570 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Network 239480e6-582a-4677-9647-921784eccd01 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:04:55.631880 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54002) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:55.633253 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.696342 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9a65028-e01f-54d7-bf4a-7477a62c9b97-a10854f7-df06-4ead-a00c-8158cb6e34b6', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4'}]}} from dv-cinder-801321-2-smb. {{(pid=79177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:04:55.699963 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.728874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 239480e6-582a-4677-9647-921784eccd01) {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:04:55.745332 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:55.746100 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:55.773574 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dcd0c5-17b1-4d9e-b3fb-687479c78735 None None] Network 239480e6-582a-4677-9647-921784eccd01 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:04:55.800426 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Allocated IP 172.28.0.179 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/26153957-3874-408e-8739-45734dee4e13) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:04:55.934451 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0879340 Jul 29 14:04:55.948351 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54010) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:55.957548 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:04:56.035413 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:56.064390 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.069643 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.069880 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.db_base_plugin_common [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Allocated IP 172.20.0.2 (a10854f7-df06-4ead-a00c-8158cb6e34b6/ec774f59-294e-4722-b605-ffb9dad0dbf4/b6b28578-f40a-44ce-96c7-5d9858d5d405) {{(pid=79177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:04:56.089392 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Usage tracker for resource:router and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:56.092848 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:56.097796 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Usage tracker for resource:security_group_rule and tenant:862de4a1aa994e7dbe2a58c17e630422 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:56.105706 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:56.106002 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.112174 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:56.117051 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-16f7e2a8-6090-4c00-b37e-2304f231b7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:56.142545 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:56.148581 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9a65028-e01f-54d7-bf4a-7477a62c9b97-239480e6-582a-4677-9647-921784eccd01', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e'}]}} from dv-cinder-801321-2-smb. {{(pid=79177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:04:56.149493 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.198512 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:56.227057 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2973db7-991c-4d7a-a5f9-68e0b1fbbc61,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:56.239975 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:56.247104 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Checking segment: {'id': '57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:04:56.247463 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Network hostable DHCP agents. Network: 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:04:56.341211 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.350109 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:56.370467 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3408'] for router, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.377639 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3407'] for router, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.379372 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-454443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3398'] for router, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.421620 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.513304 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Pushing event updated for resources: {'Port': ['ID=26153957-3874-408e-8739-45734dee4e13,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:56.515233 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.526615 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Network 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:04:56.533858 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.db_base_plugin_common [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Allocated IP 172.20.0.2 (239480e6-582a-4677-9647-921784eccd01/222874a5-5532-4548-a585-b1822e9c736e/3dfe588c-6579-4cb0-a089-b8003454774d) {{(pid=79177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:04:56.534346 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:56.542171 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Notify callbacks [] for port, precommit_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.555846 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:04:56.557115 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:04:56.558610 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Transition to ACTIVE for port object b6b28578-f40a-44ce-96c7-5d9858d5d405 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:04:56.559677 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:04:56.613086 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Transition to ACTIVE for port object b6b28578-f40a-44ce-96c7-5d9858d5d405 will not be triggered until provisioned by entity DHCP. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:04:56.731154 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:04:56.742170 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580b1ed8-1728-46db-ae87-fc348e2d77d2 None None] Network 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:04:56.747008 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:56.747801 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.801344 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.812374 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:56.832613 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:56.834939 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:56.913358 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-c6c3b248-4649-4a9e-9e8c-19d106aa9c66 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6410210 Jul 29 14:04:57.008700 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54040) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:57.026896 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=862de4a1aa994e7dbe2a58c17e630422&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3181775 Jul 29 14:04:57.029283 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54046) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:57.031489 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3408'] for router, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.077569 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd21241-264e-4dad-bb0e-5cd01c9c3bcc,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:57.082931 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:57.139269 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Notify callbacks [] for port, precommit_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.152123 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Transition to ACTIVE for port object 3dfe588c-6579-4cb0-a089-b8003454774d will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:04:57.184907 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Transition to ACTIVE for port object 3dfe588c-6579-4cb0-a089-b8003454774d will not be triggered until provisioned by entity DHCP. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:04:57.268778 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7cae93f8-e034-43ba-aef4-11649fec4a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.304359 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.322673 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 is already hosted by enough agents. {{(pid=79177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:04:57.323657 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.335795 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Resources bound (agent type, host, resource id): {{(pid=79177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:04:57.367248 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Received port after_create {{(pid=79177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:04:57.386393 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Network 239480e6-582a-4677-9647-921784eccd01 is already hosted by enough agents. {{(pid=79177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:04:57.393472 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Pushing event updated for resources: {'Port': ['ID=b6b28578-f40a-44ce-96c7-5d9858d5d405,revision_number=1']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:57.410538 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.434814 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.base_scheduler [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Resources bound (agent type, host, resource id): {{(pid=79177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:04:57.450499 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.450888 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.451235 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.451553 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.451877 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.452198 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.452693 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Tracked resource versions report: Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: pushed versions: Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: { 'AddressGroup': {'1.2'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'ConntrackHelper': {'1.0'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Log': {'1.0'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Network': {'1.1'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Port': {'1.7'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'PortForwarding': {'1.2'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'QosPolicy': {'1.8'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'SecurityGroup': {'1.4'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'SubPort': {'1.0'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Subnet': {'1.1'}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Trunk': {'1.1'}} Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: consumer versions: Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: { DHCP agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: HyperV agent@hv-cinder-80132: {}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: L3 agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: Metadata agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: Metering agent@dv-cinder-801321-2-smb: {}, Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: Open vSwitch agent@dv-cinder-801321-2-smb: { 'AddressGroup': '1.2', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'ConntrackHelper': '1.0', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Log': '1.0', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Network': '1.1', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Port': '1.7', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'PortForwarding': '1.2', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'QosPolicy': '1.8', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'SecurityGroup': '1.4', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'SecurityGroupRule': '1.2', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'SubPort': '1.0', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Subnet': '1.1', Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: 'Trunk': '1.1'}} Jul 29 14:04:57.456233 dv-cinder-801321-2-smb neutron-server[79177]: {{(pid=79177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:04:57.467238 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Received port after_create {{(pid=79177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:04:57.483675 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7cae93f8-e034-43ba-aef4-11649fec4a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.496755 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54072) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:57.511113 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:04:57.513519 dv-cinder-801321-2-smb neutron-server[79176]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 14:04:57.514150 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb994ac-7b92-40c8-81b5-91daf2803eac None None] Network 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:04:57.559830 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Usage tracker for resource:security_group_rule and tenant:8848435cb941473cba3a75bc12a46587 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:04:57.564856 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:04:57.671564 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:04:57.684117 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:57.748340 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:57.773815 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.811915 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Attempting to bind port b6b28578-f40a-44ce-96c7-5d9858d5d405 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:04:57.812285 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Attempting to bind port b6b28578-f40a-44ce-96c7-5d9858d5d405 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:04:57.812668 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Attempting to bind port b6b28578-f40a-44ce-96c7-5d9858d5d405 on network a10854f7-df06-4ead-a00c-8158cb6e34b6 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:04:57.821007 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Attempting to bind port 3dfe588c-6579-4cb0-a089-b8003454774d on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:04:57.821436 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Attempting to bind port 3dfe588c-6579-4cb0-a089-b8003454774d by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:04:57.821801 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Attempting to bind port 3dfe588c-6579-4cb0-a089-b8003454774d on network 239480e6-582a-4677-9647-921784eccd01 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:04:57.837680 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:04:57.838323 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Checking segment: {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:04:57.838762 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.839270 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Bound using segment: {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:04:57.840129 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Bound port: b6b28578-f40a-44ce-96c7-5d9858d5d405, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:04:57.840541 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.875300 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:04:57.875756 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Checking segment: {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:04:57.876344 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.877514 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Bound using segment: {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:04:57.878074 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Bound port: 3dfe588c-6579-4cb0-a089-b8003454774d, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:04:57.878937 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.893785 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7cae93f8-e034-43ba-aef4-11649fec4a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.894935 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:57.911412 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621471'] for router, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:58.010057 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Pushing event updated for resources: {'Port': ['ID=3dfe588c-6579-4cb0-a089-b8003454774d,revision_number=1']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:58.055288 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:58.128500 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Allocated IP 172.28.0.119 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/510c13b1-2c78-4bc6-8ad2-d9e112c6d525) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:04:58.206629 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b8ade504-3b43-4a11-b016-2009a66ddd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:58.287213 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] For port 3dfe588c-6579-4cb0-a089-b8003454774d, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:04:58.295897 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] For port b6b28578-f40a-44ce-96c7-5d9858d5d405, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:04:58.306790 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Router b342d6f8-8020-4904-93ba-ccf5e369eba6 is scheduled to L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e with binding_index 1 {{(pid=79175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:04:58.315703 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] For port 3dfe588c-6579-4cb0-a089-b8003454774d, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=3dfe588c-6579-4cb0-a089-b8003454774d,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:04:58.315931 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae93f8-e034-43ba-aef4-11649fec4a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd21241-264e-4dad-bb0e-5cd01c9c3bcc,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:58.316087 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] For port b6b28578-f40a-44ce-96c7-5d9858d5d405, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=b6b28578-f40a-44ce-96c7-5d9858d5d405,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:04:58.329967 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7cae93f8-e034-43ba-aef4-11649fec4a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:58.390798 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-43ee1a4f-0b2a-4925-baf8-f416b3866333 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:04:58.392992 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-43ee1a4f-0b2a-4925-baf8-f416b3866333 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/networks?id=4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 HTTP/1.1" status: 200 len: 811 time: 0.8896596 Jul 29 14:04:58.441150 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:58.447332 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:58.447532 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:58.460164 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-91b1e8c5-f03a-41a0-92d9-c25efb119585 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/quotas/5ffd7e4f17ea41c084f965b7202e903f HTTP/1.1" status: 200 len: 375 time: 0.0518105 Jul 29 14:04:58.460164 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7cae93f8-e034-43ba-aef4-11649fec4a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:58.461128 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-7cae93f8-e034-43ba-aef4-11649fec4a07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8dd21241-264e-4dad-bb0e-5cd01c9c3bcc HTTP/1.1" status: 204 len: 168 time: 1.4231887 Jul 29 14:04:58.515331 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:04:58.523972 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:58.529698 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Sync routers for ids ['b342d6f8-8020-4904-93ba-ccf5e369eba6'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:04:58.543465 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Routers {'b342d6f8-8020-4904-93ba-ccf5e369eba6'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:04:58.546180 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:04:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['b342d6f8-8020-4904-93ba-ccf5e369eba6'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:04:58.632534 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:58.632534 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0070379 Jul 29 14:04:58.634281 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54104) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:58.639865 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Pushing event updated for resources: {'Port': ['ID=3dfe588c-6579-4cb0-a089-b8003454774d,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:58.645369 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:58.645858 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-834e6bfc-6c57-4cff-873b-aafda1e69561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:58.761060 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Pushing event updated for resources: {'Port': ['ID=b6b28578-f40a-44ce-96c7-5d9858d5d405,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:58.764815 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:58.792948 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4f176761-5b93-4426-8262-2c6eb918f6cf tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5ffd7e4f17ea41c084f965b7202e903f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3199923 Jul 29 14:04:59.068612 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:59.071268 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Set router b342d6f8-8020-4904-93ba-ccf5e369eba6 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:04:59.071440 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:59.071440 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:59.195793 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-74a91959-7f8b-49b5-8bd7-f66a4ea2a3aa service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=79176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:04:59.200664 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-74a91959-7f8b-49b5-8bd7-f66a4ea2a3aa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1500628 Jul 29 14:04:59.268991 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:59.378951 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:59.402308 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:59.553283 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': '26153957-3874-408e-8739-45734dee4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:54Z', 'updated_at': '2021-07-29T14:04:56Z', 'revision_number': 3, 'project_id': '7047904c6c204415b804405a850952e3', 'gw_port': {'id': '26153957-3874-408e-8739-45734dee4e13', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:04:59.563204 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Checking router: b342d6f8-8020-4904-93ba-ccf5e369eba6 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:04:59.563204 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Updating router b342d6f8-8020-4904-93ba-ccf5e369eba6 port 26153957-3874-408e-8739-45734dee4e13 binding host dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:04:59.637944 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:59.694416 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:04:59.708092 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5fbe97-c591-4dce-be0b-54a2de13e35e,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:04:59.714341 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:04:59.720234 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:04:59.721116 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-492ca27b-34ba-4033-934d-b4c6742850c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:04:59.756118 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8848435cb941473cba3a75bc12a46587&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7581840 Jul 29 14:04:59.756118 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:04:59.756653 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54128) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:04:59.797203 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:04:59.868023 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Allocated IP 172.28.0.12 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/6c525695-7705-48c7-a4d4-dd5b9522326b) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:00.164421 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Allocated IP 172.20.0.1 (b09c26fe-9a9f-4a61-8a10-90b1b216cc31/826a5c09-90df-4c91-8996-af9a02e8a88c/5eb9a519-d2e8-42f0-a7e6-5d218587c4b6) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:00.194008 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-307265a0-7708-4934-91f8-cb385fe1a3f9 service neutron] 10.222.0.22 "GET /v2.0/networks/4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9924099 Jul 29 14:05:00.222816 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Pushing event updated for resources: {'Port': ['ID=510c13b1-2c78-4bc6-8ad2-d9e112c6d525,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:00.269485 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:00.280906 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5ee09efd-b9cc-4035-969b-976a366156ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:00.350547 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32d2b0-f4c2-4efd-8da7-3b0b7e02607d None None] Network 239480e6-582a-4677-9647-921784eccd01 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:05:00.416516 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:00.463666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54148) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:00.505551 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5ee09efd-b9cc-4035-969b-976a366156ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:00.561778 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:00.586060 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-309ca805-cec5-4e00-a3d7-b88237fc3e0d None None] Provisioning for port 3dfe588c-6579-4cb0-a089-b8003454774d completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:00.589973 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:00.595764 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:00.746280 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54160) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:00.804448 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:00.807776 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:00.815844 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:00.815844 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456538'] for router_interface, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:00.866645 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d298873c-8887-48df-8d19-ac48361dc4ae None None] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:05:00.932273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.004736 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-844553777-network', 'tenant_id': 'b040135b8eee4caab934648f02679386'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:01.008620 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb9a519-d2e8-42f0-a7e6-5d218587c4b6,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:01.011678 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.025395 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:01.038739 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:01.048749 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Usage tracker for resource:network and tenant:b040135b8eee4caab934648f02679386 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:01.052760 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:01.060649 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:01.070595 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:01.076508 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Usage tracker for resource:security_group_rule and tenant:58831a3af9b745d5ad8bee27a3433204 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:01.083501 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:01.142641 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device b6b28578-f40a-44ce-96c7-5d9858d5d405 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:01.228646 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:01.246694 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-1e8fbc45-6d65-430d-b7ef-cfac5e86d902 None None] Provisioning for port b6b28578-f40a-44ce-96c7-5d9858d5d405 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:01.283272 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-852378af-66ba-4aae-9526-88171e32216d service neutron] 10.222.0.22 "GET /v2.0/networks/4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0532918 Jul 29 14:05:01.342010 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port b6b28578-f40a-44ce-96c7-5d9858d5d405 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:01.347294 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.349671 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Made reservation on behalf of b040135b8eee4caab934648f02679386 for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:05:01.350183 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port b6b28578-f40a-44ce-96c7-5d9858d5d405 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:01.350734 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.352147 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.367386 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.435948 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:01.443614 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Usage tracker for resource:security_group_rule and tenant:b040135b8eee4caab934648f02679386 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:01.445604 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:01.461876 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:01.465859 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621471'] for router, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.470602 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.488434 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:01.539698 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.567950 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.644913 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port b6b28578-f40a-44ce-96c7-5d9858d5d405, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=b6b28578-f40a-44ce-96c7-5d9858d5d405,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:01.684183 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5adc41-ac7a-4d41-b5d6-28609496af7c,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:01.690358 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58831a3af9b745d5ad8bee27a3433204&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9430552 Jul 29 14:05:01.694891 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:01.695044 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.696603 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54178) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:01.713800 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.717281 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5ee09efd-b9cc-4035-969b-976a366156ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.723131 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 3dfe588c-6579-4cb0-a089-b8003454774d up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:01.735307 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54182) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:01.753330 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:01.764068 dv-cinder-801321-2-smb neutron-server[79175]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 14:05:01.777463 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:01.838310 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Pushing event updated for resources: {'Port': ['ID=6c525695-7705-48c7-a4d4-dd5b9522326b,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:01.841410 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:01.841893 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:01.864984 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee09efd-b9cc-4035-969b-976a366156ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5fbe97-c591-4dce-be0b-54a2de13e35e,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:01.867735 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5ee09efd-b9cc-4035-969b-976a366156ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:01.880194 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:01.881961 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:01.884279 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:01.905917 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f379d024-6dfd-47e0-9d1d-1399a11c6a31 req-5c825eb9-941d-4d9b-8164-c4e9538bf9d4 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 210 time: 0.1635709 Jul 29 14:05:01.928212 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=b6b28578-f40a-44ce-96c7-5d9858d5d405,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:01.959093 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:01.975789 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-f0262a5b-dbed-4e4a-8fe4-04eb8cb603a1 None None] Provisioning complete for port b6b28578-f40a-44ce-96c7-5d9858d5d405 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:01.977079 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f0262a5b-dbed-4e4a-8fe4-04eb8cb603a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:01.981128 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.007859 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Transition to ACTIVE for port object 26153957-3874-408e-8739-45734dee4e13 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:02.077965 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.085000 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:02.103741 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-948283ed-da99-491d-9f79-cb0ec870df65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.149456 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5ee09efd-b9cc-4035-969b-976a366156ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.150590 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-5ee09efd-b9cc-4035-969b-976a366156ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca5fbe97-c591-4dce-be0b-54a2de13e35e HTTP/1.1" status: 204 len: 168 time: 2.3818605 Jul 29 14:05:02.224727 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Attempting to bind port 26153957-3874-408e-8739-45734dee4e13 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:02.225296 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Attempting to bind port 26153957-3874-408e-8739-45734dee4e13 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:02.226229 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Attempting to bind port 26153957-3874-408e-8739-45734dee4e13 on network 2621a826-6f62-4aa0-b8af-b09c27f3de7a {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:02.239452 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:02.240187 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Checking segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:02.240969 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.241460 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Bound using segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:02.242157 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Bound port: 26153957-3874-408e-8739-45734dee4e13, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:02.242805 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.306515 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.331259 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Pushing event updated for resources: {'Port': ['ID=26153957-3874-408e-8739-45734dee4e13,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:02.343246 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 3dfe588c-6579-4cb0-a089-b8003454774d completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:02.343470 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.343798 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.344515 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.344515 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.345434 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.346034 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.346351 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.346671 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.346795 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 3dfe588c-6579-4cb0-a089-b8003454774d triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:02.347134 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.347260 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.347342 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.347663 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.347980 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Tracked resource versions report: Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: pushed versions: Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: { 'AddressGroup': {'1.2'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'ConntrackHelper': {'1.0'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Log': {'1.0'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Network': {'1.1'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Port': {'1.7'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'PortForwarding': {'1.2'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'QosPolicy': {'1.8'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'SecurityGroup': {'1.4'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'SubPort': {'1.0'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Subnet': {'1.1'}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Trunk': {'1.1'}} Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: consumer versions: Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: { DHCP agent@dv-cinder-801321-2-smb: {}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: HyperV agent@hv-cinder-80132: {}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: L3 agent@dv-cinder-801321-2-smb: {}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: Metadata agent@dv-cinder-801321-2-smb: {}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: Metering agent@dv-cinder-801321-2-smb: {}, Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: Open vSwitch agent@dv-cinder-801321-2-smb: { 'AddressGroup': '1.2', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'ConntrackHelper': '1.0', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Log': '1.0', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Network': '1.1', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Port': '1.7', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'PortForwarding': '1.2', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'QosPolicy': '1.8', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'SecurityGroup': '1.4', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'SecurityGroupRule': '1.2', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'SubPort': '1.0', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Subnet': '1.1', Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: 'Trunk': '1.1'}} Jul 29 14:05:02.349128 dv-cinder-801321-2-smb neutron-server[79178]: {{(pid=79178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:05:02.353293 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:02.356136 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] For port 26153957-3874-408e-8739-45734dee4e13, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:02.359822 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] For port 26153957-3874-408e-8739-45734dee4e13, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=26153957-3874-408e-8739-45734dee4e13,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:02.372116 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Router 660f9b82-463e-42ef-bc79-fab4eb090d96 is scheduled to L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e with binding_index 1 {{(pid=79176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:05:02.382731 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.404171 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.423566 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-948283ed-da99-491d-9f79-cb0ec870df65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.467797 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.482103 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:02.485014 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.489392 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456501'] for router_interface, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.512526 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-bb4f2d81-31e8-4f2f-87ae-3506213618f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:02.548922 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.563165 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.591347 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 3dfe588c-6579-4cb0-a089-b8003454774d, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=3dfe588c-6579-4cb0-a089-b8003454774d,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:02.689767 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.700405 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:02.702671 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:02.811317 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Routers {'b342d6f8-8020-4904-93ba-ccf5e369eba6'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:02.813065 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:04:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['b342d6f8-8020-4904-93ba-ccf5e369eba6'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:02.832291 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:02.843933 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:05:02.850910 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:02.855405 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb9a519-d2e8-42f0-a7e6-5d218587c4b6,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:02.907067 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=3dfe588c-6579-4cb0-a089-b8003454774d,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:02.912600 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:03.071310 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Pushing event updated for resources: {'Port': ['ID=26153957-3874-408e-8739-45734dee4e13,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:03.089147 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bb127cac-48e7-4e1c-8ca5-e351d164ae68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:03.106919 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device b6b28578-f40a-44ce-96c7-5d9858d5d405 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:03.181213 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] Set router b342d6f8-8020-4904-93ba-ccf5e369eba6 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:03.225665 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port b6b28578-f40a-44ce-96c7-5d9858d5d405 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:03.232740 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.251946 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-948283ed-da99-491d-9f79-cb0ec870df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.258841 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:03.267756 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.655s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:03.271791 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.272188 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Added segment 9d9c2325-02c8-418b-b5f7-2f88620f1ccd of type vlan for network c222718d-f5e8-4b2c-97d3-1473770e1e58 Jul 29 14:05:03.332664 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54240) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:03.365395 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.376165 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7ce0062b-706c-4dbc-916c-9de3d6613429 req-ae5f3b98-91bf-49b9-a292-a1ba988b1cad tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 210 time: 0.1250546 Jul 29 14:05:03.437837 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81960437-5725-4a7d-9e85-b2196c9f07e0,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:03.467303 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.477273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:03.483863 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621471'] for router, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.486398 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948283ed-da99-491d-9f79-cb0ec870df65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5adc41-ac7a-4d41-b5d6-28609496af7c,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:03.488813 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Usage tracker for resource:security_group_rule and tenant:7cf9652658bd42f8b220958fcfbce46a is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:03.499758 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-948283ed-da99-491d-9f79-cb0ec870df65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:03.500233 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:03.500607 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:03.506507 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-948283ed-da99-491d-9f79-cb0ec870df65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.509622 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-948283ed-da99-491d-9f79-cb0ec870df65 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb5adc41-ac7a-4d41-b5d6-28609496af7c HTTP/1.1" status: 204 len: 168 time: 1.8063111 Jul 29 14:05:03.537624 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Router b342d6f8-8020-4904-93ba-ccf5e369eba6 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:05:03.551920 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:03.568186 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:03.601740 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:05:03.608373 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 3dfe588c-6579-4cb0-a089-b8003454774d up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:03.690830 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.695769 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:03.696675 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.706106 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-aad81f2b-c728-49c8-985d-d9d4c666d520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:03.740057 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Sync routers for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:05:03.817273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Notify callbacks [] for router, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:03.818848 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3635249 Jul 29 14:05:03.824154 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54254) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:03.824604 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:03.825530 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:04:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:03.995833 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5308757 Jul 29 14:05:04.002032 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54258) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:04.002894 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Pushing event updated for resources: {'Network': ['ID=c222718d-f5e8-4b2c-97d3-1473770e1e58,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:04.009960 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:04.016166 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Request body: {'subnet': {'network_id': 'c222718d-f5e8-4b2c-97d3-1473770e1e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-844553777-subnet', 'tenant_id': 'b040135b8eee4caab934648f02679386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:04.026892 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:04.028102 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': '26153957-3874-408e-8739-45734dee4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:54Z', 'updated_at': '2021-07-29T14:05:01Z', 'revision_number': 4, 'project_id': '7047904c6c204415b804405a850952e3', 'gw_port': {'id': '26153957-3874-408e-8739-45734dee4e13', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '5eb9a519-d2e8-42f0-a7e6-5d218587c4b6', 'name': '', 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'tenant_id': '7047904c6c204415b804405a850952e3', 'mac_address': 'fa:16:3e:fc:17:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:01Z', 'revision_number': 2, 'project_id': '7047904c6c204415b804405a850952e3', 'subnets': [{'id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:04.028458 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:04.036491 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb86cb2-312a-4854-a8af-debac56014ab None None] The sync data for ids ['b342d6f8-8020-4904-93ba-ccf5e369eba6'] in dv-cinder-801321-2-smb is: [{'id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': '26153957-3874-408e-8739-45734dee4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:54Z', 'updated_at': '2021-07-29T14:05:01Z', 'revision_number': 4, 'project_id': '7047904c6c204415b804405a850952e3', 'gw_port': {'id': '26153957-3874-408e-8739-45734dee4e13', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '5eb9a519-d2e8-42f0-a7e6-5d218587c4b6', 'name': '', 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'tenant_id': '7047904c6c204415b804405a850952e3', 'mac_address': 'fa:16:3e:fc:17:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:01Z', 'revision_number': 2, 'project_id': '7047904c6c204415b804405a850952e3', 'subnets': [{'id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:05:04.039521 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Usage tracker for resource:subnet and tenant:b040135b8eee4caab934648f02679386 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:04.040937 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:05:04.042662 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:04.049829 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network c222718d-f5e8-4b2c-97d3-1473770e1e58 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:05:04.064206 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] 10.222.0.22 "PUT /v2.0/routers/b342d6f8-8020-4904-93ba-ccf5e369eba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4175882 Jul 29 14:05:04.064206 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:04.085363 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 3dfe588c-6579-4cb0-a089-b8003454774d triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:04.085747 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:04.168588 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Made reservation on behalf of b040135b8eee4caab934648f02679386 for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:05:04.171964 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:04.186662 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:04.218530 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Router 344693fc-181f-48c2-a892-9848c69d460d is scheduled to L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e with binding_index 1 {{(pid=79176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:05:04.249372 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:04.250623 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:04.385739 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cf9652658bd42f8b220958fcfbce46a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0478079 Jul 29 14:05:04.537615 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54270) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:04.616998 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:04.626893 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:05:04.637432 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Sync routers for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:05:04.645944 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-8588f075-bf07-4716-a762-68c4d1502889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:04.657974 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:04.659280 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:04:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:04.661009 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fede6a2-1e63-46d3-bd4c-3f524b3988e2,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:04.671952 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:04.686403 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:05.091366 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7b01af-8a2c-4121-b52d-7872b12eb2d4,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:05.091366 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:05.091366 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-8588f075-bf07-4716-a762-68c4d1502889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:05.091366 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Checking segment: {'id': '9d9c2325-02c8-418b-b5f7-2f88620f1ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c222718d-f5e8-4b2c-97d3-1473770e1e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:05.091366 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Network hostable DHCP agents. Network: c222718d-f5e8-4b2c-97d3-1473770e1e58, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:05:05.252995 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:00Z', 'revision_number': 3, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:05.264924 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Checking router: 660f9b82-463e-42ef-bc79-fab4eb090d96 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:05:05.265521 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Updating router 660f9b82-463e-42ef-bc79-fab4eb090d96 port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 binding host dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:05:05.310019 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:05.417544 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c6f67b81-44d8-4c9f-b8ac-f6ebc35725e5 req-103f2975-bc72-41f2-a4ea-a1782fc5ab77 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 210 time: 0.5248780 Jul 29 14:05:05.431061 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Notify callbacks [] for router, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:05.432259 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.4826620 Jul 29 14:05:05.435384 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54308) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:05.459012 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:05.469816 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-8588f075-bf07-4716-a762-68c4d1502889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:05.471028 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Network c222718d-f5e8-4b2c-97d3-1473770e1e58 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:05:05.507798 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9b9c3f31-6e5f-4df3-887f-e646d34b286d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:05.559440 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588f075-bf07-4716-a762-68c4d1502889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fede6a2-1e63-46d3-bd4c-3f524b3988e2,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:05.570671 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-8588f075-bf07-4716-a762-68c4d1502889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:05.583232 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, c222718d-f5e8-4b2c-97d3-1473770e1e58) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:05.613905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:05.614780 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:05.630950 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55acd0d5-319d-4e96-90b5-2857c10786fc None None] Network c222718d-f5e8-4b2c-97d3-1473770e1e58 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:05:05.632981 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-8588f075-bf07-4716-a762-68c4d1502889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:05.634256 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-8588f075-bf07-4716-a762-68c4d1502889 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fede6a2-1e63-46d3-bd4c-3f524b3988e2 HTTP/1.1" status: 204 len: 168 time: 1.0934780 Jul 29 14:05:05.647386 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-73e3074c-907c-40ee-8a6d-a23ab3e7c955 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:05.648267 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-73e3074c-907c-40ee-8a6d-a23ab3e7c955 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Synchronizing usage tracker for tenant:7047904c6c204415b804405a850952e3 on resource:network {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:05.738570 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7331741 Jul 29 14:05:05.809490 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-73e3074c-907c-40ee-8a6d-a23ab3e7c955 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Unset dirty status for tenant:7047904c6c204415b804405a850952e3 on resource:network {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:05.817702 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-73e3074c-907c-40ee-8a6d-a23ab3e7c955 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 819 time: 0.6750138 Jul 29 14:05:05.853481 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-59337531-1438-4ccb-9463-43802c5087cb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/quotas/7047904c6c204415b804405a850952e3 HTTP/1.1" status: 200 len: 375 time: 0.0298312 Jul 29 14:05:06.038727 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-22e94f5b-5aea-4b24-bc48-d635f2090860 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Synchronizing usage tracker for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:06.057304 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:02Z', 'revision_number': 3, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:06.080822 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Checking router: 344693fc-181f-48c2-a892-9848c69d460d for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:05:06.081568 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Updating router 344693fc-181f-48c2-a892-9848c69d460d port 6c525695-7705-48c7-a4d4-dd5b9522326b binding host dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:05:06.180008 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-22e94f5b-5aea-4b24-bc48-d635f2090860 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Unset dirty status for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:06.181419 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-22e94f5b-5aea-4b24-bc48-d635f2090860 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3268454 Jul 29 14:05:06.199815 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:06.280980 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d10c3a6-14a3-4a7b-923c-b8911502aad3 None None] Network c222718d-f5e8-4b2c-97d3-1473770e1e58 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:05:06.501549 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.36', 64435) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:06.631354 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.resource_extend [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:05:06.741386 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-3efa8679-cd67-4486-ade8-d475f4a06acc service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=79175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:05:06.741386 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-3efa8679-cd67-4486-ade8-d475f4a06acc service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1979990 Jul 29 14:05:06.851001 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6755f03f-bdf2-4bd9-9b1e-a01c9c68240a req-dfb74992-21e3-4da0-9e12-61f4c78f5fdc tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 210 time: 0.0759950 Jul 29 14:05:06.962319 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Notify callbacks [] for port, precommit_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.036503 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Transition to ACTIVE for port object 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:07.134250 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.142092 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:07.176011 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-e7fc2cbe-4b30-408d-a4c0-7e3ffd174935 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:07.177187 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-e7fc2cbe-4b30-408d-a4c0-7e3ffd174935 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Synchronizing usage tracker for tenant:5ffd7e4f17ea41c084f965b7202e903f on resource:network {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:07.222944 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 26153957-3874-408e-8739-45734dee4e13 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:07.303163 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-b46fa07a-fc21-444d-b961-bb8ebff3d623 service neutron] 10.222.0.22 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472198 Jul 29 14:05:07.374510 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Attempting to bind port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:07.375276 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Attempting to bind port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:07.375607 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Attempting to bind port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 on network 2621a826-6f62-4aa0-b8af-b09c27f3de7a {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:07.387251 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:07.388856 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Checking segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:07.400803 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.405201 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Bound using segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:07.407553 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Bound port: 510c13b1-2c78-4bc6-8ad2-d9e112c6d525, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:07.410281 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.609029 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-e7fc2cbe-4b30-408d-a4c0-7e3ffd174935 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Unset dirty status for tenant:5ffd7e4f17ea41c084f965b7202e903f on resource:network {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:07.610539 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-e7fc2cbe-4b30-408d-a4c0-7e3ffd174935 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.36 "GET /v2.0/networks?id=4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 HTTP/1.1" status: 200 len: 811 time: 1.1076238 Jul 29 14:05:07.625029 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.649256 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] For port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:07.651726 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb9b82-49e0-4c24-ba8e-7f66c4ff07f7 None None] Pushing event updated for resources: {'Port': ['ID=510c13b1-2c78-4bc6-8ad2-d9e112c6d525,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:07.667269 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] For port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=510c13b1-2c78-4bc6-8ad2-d9e112c6d525,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:07.669976 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Sync routers for ids ['b342d6f8-8020-4904-93ba-ccf5e369eba6'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:05:07.672075 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-5ffb9b82-49e0-4c24-ba8e-7f66c4ff07f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:07.689341 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-2b04faae-0905-47f1-8d61-1cf32c181d70 service neutron] 10.222.0.22 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867965 Jul 29 14:05:07.699522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Routers {'b342d6f8-8020-4904-93ba-ccf5e369eba6'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:07.700168 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:04:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['b342d6f8-8020-4904-93ba-ccf5e369eba6'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:07.701086 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Request body: {'port': {'device_id': '6fa7f3b1-4e95-4815-a64c-6300d24b7b15', 'network_id': '4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3', 'admin_state_up': True, 'tenant_id': '5ffd7e4f17ea41c084f965b7202e903f'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:07.804028 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.830751 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 26153957-3874-408e-8739-45734dee4e13 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:07.834891 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.837851 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Transition to ACTIVE for port object 6c525695-7705-48c7-a4d4-dd5b9522326b will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:07.861460 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:07.898471 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 26153957-3874-408e-8739-45734dee4e13 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:07.898908 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.931424 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:07.936866 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-87452b6f-1905-49b9-9114-c752379fe4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:08.066797 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:08.077794 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Usage tracker for resource:port and tenant:5ffd7e4f17ea41c084f965b7202e903f is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:08.093884 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:08.099198 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Attempting to bind port 6c525695-7705-48c7-a4d4-dd5b9522326b on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:08.113024 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:08.113796 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Attempting to bind port 6c525695-7705-48c7-a4d4-dd5b9522326b by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:08.114325 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Attempting to bind port 6c525695-7705-48c7-a4d4-dd5b9522326b on network 2621a826-6f62-4aa0-b8af-b09c27f3de7a {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:08.131473 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:08.134363 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Checking segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:08.136323 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:08.137766 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Bound using segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:08.137766 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Bound port: 6c525695-7705-48c7-a4d4-dd5b9522326b, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:08.140163 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:08.234917 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-561394ea-2b4b-478e-b761-ab34e50e51b2 req-ef7f10e8-b6d2-41f3-baf5-94dd302be14e tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 210 time: 0.1368928 Jul 29 14:05:08.237063 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb9b82-49e0-4c24-ba8e-7f66c4ff07f7 None None] Pushing event updated for resources: {'Port': ['ID=510c13b1-2c78-4bc6-8ad2-d9e112c6d525,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:08.243723 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-5ffb9b82-49e0-4c24-ba8e-7f66c4ff07f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:08.254505 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:08.255145 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:04:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:08.269071 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Made reservation on behalf of 5ffd7e4f17ea41c084f965b7202e903f for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:05:08.272925 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:08.293850 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb050e-fec4-4aff-bf29-4245a288e821 None None] Pushing event updated for resources: {'Port': ['ID=6c525695-7705-48c7-a4d4-dd5b9522326b,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:08.309361 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-60cb050e-fec4-4aff-bf29-4245a288e821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:08.317132 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:08.364328 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Set router b342d6f8-8020-4904-93ba-ccf5e369eba6 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:08.433482 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] For port 6c525695-7705-48c7-a4d4-dd5b9522326b, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:08.447476 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] For port 6c525695-7705-48c7-a4d4-dd5b9522326b, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=6c525695-7705-48c7-a4d4-dd5b9522326b,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:08.514768 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Allocated IP 172.20.0.1 (a10854f7-df06-4ead-a00c-8158cb6e34b6/ec774f59-294e-4722-b605-ffb9dad0dbf4/a4571d03-9650-4f67-a31b-76861e3d67a1) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:08.529771 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:08.542815 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-60cb050e-fec4-4aff-bf29-4245a288e821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:08.564462 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8332c058-c370-43fb-84ee-92649d0f6c0c req-f0e3f6dc-99e0-4408-82ba-30e58b183c51 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 210 time: 0.0879507 Jul 29 14:05:08.782628 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:08.785740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:04:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:08.912025 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Allocated IP 172.20.0.13 (4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3/f2973db7-991c-4d7a-a5f9-68e0b1fbbc61/306fe05c-ff80-4dd2-bc60-eb019a58dc83) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:08.948737 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:08.991257 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Transition to ACTIVE for port object a4571d03-9650-4f67-a31b-76861e3d67a1 will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:09.054365 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb050e-fec4-4aff-bf29-4245a288e821 None None] Pushing event updated for resources: {'Port': ['ID=6c525695-7705-48c7-a4d4-dd5b9522326b,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:09.058941 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-60cb050e-fec4-4aff-bf29-4245a288e821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:09.251272 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:09.518368 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:09.519631 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Allocated IP 172.20.0.1 (239480e6-582a-4677-9647-921784eccd01/222874a5-5532-4548-a585-b1822e9c736e/987b51db-38a9-4245-afac-b8d7f85d54c5) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:09.569007 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:09.575326 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54462) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:09.602522 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622418-network', 'tenant_id': 'fbdf41afa550473695882bd543737e52'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:09.621842 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:09.638485 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Usage tracker for resource:network and tenant:fbdf41afa550473695882bd543737e52 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:09.660074 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:09.699687 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 26153957-3874-408e-8739-45734dee4e13, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=26153957-3874-408e-8739-45734dee4e13,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:09.705984 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:09.811011 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:09.839468 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:09.941438 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Made reservation on behalf of fbdf41afa550473695882bd543737e52 for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:05:09.950036 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:09.984955 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.053703 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:10.060991 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:10.062194 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Usage tracker for resource:security_group_rule and tenant:fbdf41afa550473695882bd543737e52 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:10.072070 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:10.104831 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:10.111256 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.136196 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Transition to ACTIVE for port object 987b51db-38a9-4245-afac-b8d7f85d54c5 will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:10.196240 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.257565 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:10.292918 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:02Z', 'revision_number': 3, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:10.303916 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d33be-513c-4937-a56d-668275d1dac7 None None] The sync data for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb is: [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:02Z', 'revision_number': 3, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:05:10.321311 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.347451 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.368775 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.389456 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:10.492295 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Pushing event updated for resources: {'Port': ['ID=a4571d03-9650-4f67-a31b-76861e3d67a1,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:10.558844 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Pushing event updated for resources: {'Port': ['ID=306fe05c-ff80-4dd2-bc60-eb019a58dc83,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:10.559051 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:10.559504 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:10.574594 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.596554 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:10.645852 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:05:10.685764 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:10.721564 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Network 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:10.731728 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:10.733851 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=26153957-3874-408e-8739-45734dee4e13,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:10.759196 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.759535 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Added segment 11ab10ba-585e-4625-8c6c-7b62a031e468 of type vlan for network 189fe0ab-8a09-4bd7-87ae-c54f4aec93d6 Jul 29 14:05:10.765304 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:10.770065 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:10.776029 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:10.789238 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:10.792959 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.807315 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:10.811987 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:10.814558 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456538'] for router_interface, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:10.894508 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Pushing event updated for resources: {'Port': ['ID=987b51db-38a9-4245-afac-b8d7f85d54c5,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:10.895287 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': '26153957-3874-408e-8739-45734dee4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:54Z', 'updated_at': '2021-07-29T14:05:01Z', 'revision_number': 4, 'project_id': '7047904c6c204415b804405a850952e3', 'gw_port': {'id': '26153957-3874-408e-8739-45734dee4e13', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '5eb9a519-d2e8-42f0-a7e6-5d218587c4b6', 'name': '', 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'tenant_id': '7047904c6c204415b804405a850952e3', 'mac_address': 'fa:16:3e:fc:17:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:01Z', 'revision_number': 2, 'project_id': '7047904c6c204415b804405a850952e3', 'subnets': [{'id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:10.905147 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:10.906923 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Checking router: b342d6f8-8020-4904-93ba-ccf5e369eba6 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:05:10.908016 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Updating router b342d6f8-8020-4904-93ba-ccf5e369eba6 port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 binding host dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:05:10.916710 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Network 239480e6-582a-4677-9647-921784eccd01 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:10.930063 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c22d4-f7d2-46bb-b9fe-a04975d09599 req-905b56d9-be8c-48c1-becf-3bacccde23fd tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:10.937261 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-985c22d4-f7d2-46bb-b9fe-a04975d09599 req-905b56d9-be8c-48c1-becf-3bacccde23fd tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 932 time: 1.1311655 Jul 29 14:05:10.998578 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11501bba-913a-4356-8d4c-36af9a836d54,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:11.024591 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:11.109601 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-d9bba793-35ed-4180-a035-ed1d8f637a1f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:11.118665 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-d9bba793-35ed-4180-a035-ed1d8f637a1f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 819 time: 1.9302590 Jul 29 14:05:11.128663 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:11.159109 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:11.160262 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456538'] for router_interface, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:11.232208 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-8b0a0572-a934-4c9a-a4cf-7bf2569e3f30 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/quotas/7047904c6c204415b804405a850952e3 HTTP/1.1" status: 200 len: 375 time: 0.0994768 Jul 29 14:05:11.243864 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:11.267983 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-985c22d4-f7d2-46bb-b9fe-a04975d09599 req-6581e0f5-fbdb-48dd-9503-a895328fa503 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Synchronizing usage tracker for tenant:5ffd7e4f17ea41c084f965b7202e903f on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:11.289683 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:11.385101 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6938183 Jul 29 14:05:11.403552 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-ddcf8512-e88d-4368-a15a-195244a60cf3 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=79175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:05:11.410705 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-ddcf8512-e88d-4368-a15a-195244a60cf3 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067677 Jul 29 14:05:11.509169 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:11.510529 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:11.511116 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:11.515734 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-08730ca6-cfc6-4f2d-b546-0d4d8e720300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:11.620432 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-985c22d4-f7d2-46bb-b9fe-a04975d09599 req-6581e0f5-fbdb-48dd-9503-a895328fa503 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Unset dirty status for tenant:5ffd7e4f17ea41c084f965b7202e903f on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:11.621879 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-985c22d4-f7d2-46bb-b9fe-a04975d09599 req-6581e0f5-fbdb-48dd-9503-a895328fa503 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651344 Jul 29 14:05:11.809625 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-6c159454-00ad-4276-aa05-710850ebddaf tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5514665 Jul 29 14:05:11.976514 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54506) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:11.993523 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4132361 Jul 29 14:05:12.001497 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54514) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:12.008577 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Pushing event updated for resources: {'Network': ['ID=189fe0ab-8a09-4bd7-87ae-c54f4aec93d6,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:12.017038 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:12.026846 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Request body: {'subnet': {'network_id': '189fe0ab-8a09-4bd7-87ae-c54f4aec93d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1622418-subnet', 'tenant_id': 'fbdf41afa550473695882bd543737e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:12.073962 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:12.097079 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Usage tracker for resource:subnet and tenant:fbdf41afa550473695882bd543737e52 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:12.109507 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:12.132357 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:12.307040 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Made reservation on behalf of fbdf41afa550473695882bd543737e52 for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:05:12.312716 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:12.336238 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:12.409885 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 189fe0ab-8a09-4bd7-87ae-c54f4aec93d6 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:05:12.468914 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 6c525695-7705-48c7-a4d4-dd5b9522326b up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:12.538974 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Request body: {'port': {'device_id': '6fa7f3b1-4e95-4815-a64c-6300d24b7b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:12.566611 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-36d21f14-34ed-4ed7-8c26-d078dc63c497 None None] Provisioning for port a4571d03-9650-4f67-a31b-76861e3d67a1 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:12.589233 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:12.651339 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:00Z', 'revision_number': 3, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:12.660661 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-36d21f14-34ed-4ed7-8c26-d078dc63c497 None None] Provisioning complete for port a4571d03-9650-4f67-a31b-76861e3d67a1 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:12.661220 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-36d21f14-34ed-4ed7-8c26-d078dc63c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:12.745130 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-09ce427f-8cdc-4a3a-ae41-7de1cef0d824 service neutron] 10.222.0.22 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9261198 Jul 29 14:05:12.980939 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:13.108899 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-0183c92f-2c92-41a7-90ed-bf1037b46681 service neutron] 10.222.0.22 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609238 Jul 29 14:05:13.180898 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec28a6-4742-4869-b029-d8cdcfee951c None None] The sync data for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb is: [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:00Z', 'revision_number': 3, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:05:13.196746 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-6e715083-47fc-4626-9a73-82dbb06a9ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:13.236522 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:13.301279 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:13.317533 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Usage tracker for resource:security_group_rule and tenant:0a421436649d4165916ea936f1c095bf is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:13.324361 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:13.331618 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-36d21f14-34ed-4ed7-8c26-d078dc63c497 None None] Port a4571d03-9650-4f67-a31b-76861e3d67a1 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:05:13.347704 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:13.547478 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 6c525695-7705-48c7-a4d4-dd5b9522326b completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:13.554901 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:13.613900 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:13.621195 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.36', 64444) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:13.629316 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 6c525695-7705-48c7-a4d4-dd5b9522326b triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:13.659037 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:13.858392 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-236f953c-f5ad-472b-a390-785490d880d9 None None] Provisioning for port 987b51db-38a9-4245-afac-b8d7f85d54c5 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:13.966749 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Notify callbacks [] for port, precommit_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.004686 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-236f953c-f5ad-472b-a390-785490d880d9 None None] Provisioning complete for port 987b51db-38a9-4245-afac-b8d7f85d54c5 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:14.021914 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.022014 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-236f953c-f5ad-472b-a390-785490d880d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.212830 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-236f953c-f5ad-472b-a390-785490d880d9 None None] Port 987b51db-38a9-4245-afac-b8d7f85d54c5 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:05:14.231689 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Transition to ACTIVE for port object 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:14.359255 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.399516 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 6c525695-7705-48c7-a4d4-dd5b9522326b, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=6c525695-7705-48c7-a4d4-dd5b9522326b,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:14.404778 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.413207 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-5ffb9b82-49e0-4c24-ba8e-7f66c4ff07f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:14.427787 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.582089 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:14.630157 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.636272 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 26153957-3874-408e-8739-45734dee4e13 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:14.723795 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.734382 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.755294 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd209ad3-f635-4271-afcc-49bf7bd3119d None None] Pushing event updated for resources: {'Port': ['ID=5eb9a519-d2e8-42f0-a7e6-5d218587c4b6,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:14.756318 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456501'] for router_interface, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:14.771640 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-bd209ad3-f635-4271-afcc-49bf7bd3119d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:14.784156 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:14.792904 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-93398a76-a26a-4637-909e-da0b675f71f8 req-a13995d5-eafc-4498-8c29-6ebac378b29b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 210 time: 0.7714534 Jul 29 14:05:14.795781 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:14.897796 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a421436649d4165916ea936f1c095bf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9182024 Jul 29 14:05:14.898971 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54574) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:15.109718 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:15.109718 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504e70af-8d7c-4a25-a633-7c4561d1f0a8,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:15.160155 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:15.235210 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9878d53c-41f8-4fc2-8522-a0e9f9ff9fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:15.338307 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-edcb3c2c-c2e2-497c-ba77-a91da0189d56 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:15.340421 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-edcb3c2c-c2e2-497c-ba77-a91da0189d56 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 819 time: 1.6531241 Jul 29 14:05:15.354643 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:15.355414 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Pushing event updated for resources: {'Port': ['ID=987b51db-38a9-4245-afac-b8d7f85d54c5,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:15.374937 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:15.376317 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456501'] for router_interface, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:15.384085 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:15.420265 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9f175-0757-473d-a54e-0205e365d084 req-2d524dda-3a1d-4570-bcdd-db42345f1c3a tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:15.421432 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-2dc9f175-0757-473d-a54e-0205e365d084 req-2d524dda-3a1d-4570-bcdd-db42345f1c3a tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Synchronizing usage tracker for tenant:5ffd7e4f17ea41c084f965b7202e903f on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:15.446430 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Request body: {'port': {'device_id': '3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1', 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'admin_state_up': True, 'tenant_id': '7047904c6c204415b804405a850952e3'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:15.456387 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-428459c5-fcf3-462d-9688-b1918256ac88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:15.461900 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=6c525695-7705-48c7-a4d4-dd5b9522326b,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:15.465932 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:15.536595 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Attempting to bind port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:15.536595 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Attempting to bind port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:15.537673 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Attempting to bind port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 on network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:15.549724 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:15.550131 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Checking segment: {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:15.550994 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:15.551703 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Bound using segment: {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:15.552161 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Bound port: 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:15.552632 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:15.616599 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 26153957-3874-408e-8739-45734dee4e13 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:15.617157 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:15.715242 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Pushing event updated for resources: {'Port': ['ID=a4571d03-9650-4f67-a31b-76861e3d67a1,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:15.722744 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:15.840322 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:15.924270 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Network 239480e6-582a-4677-9647-921784eccd01 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:15.928119 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:16.038529 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:16.107997 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:16.128968 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] For port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:16.159309 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] For port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=5eb9a519-d2e8-42f0-a7e6-5d218587c4b6,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:16.241270 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:16.255986 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:16.323516 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306fe05c-ff80-4dd2-bc60-eb019a58dc83 {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:16.351406 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:16.473660 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Routers {'b342d6f8-8020-4904-93ba-ccf5e369eba6'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:16.474455 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:05:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['b342d6f8-8020-4904-93ba-ccf5e369eba6'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:16.515876 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-2dc9f175-0757-473d-a54e-0205e365d084 req-2d524dda-3a1d-4570-bcdd-db42345f1c3a tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Unset dirty status for tenant:5ffd7e4f17ea41c084f965b7202e903f on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:16.529679 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2dc9f175-0757-473d-a54e-0205e365d084 req-2d524dda-3a1d-4570-bcdd-db42345f1c3a tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 932 time: 3.2995372 Jul 29 14:05:16.530374 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1a1931-dd0b-49b9-8963-357e89a53bfd,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:16.559597 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.324s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:16.590604 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-209a007e-a654-4c94-ba94-ecb618927c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:16.648250 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-dbd9b90b-5692-4e34-9ee4-f4da1a318edb req-98591230-4147-4c4a-b2c0-7ce1e183a4ef tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 210 time: 0.5114810 Jul 29 14:05:16.652431 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Checking segment: {'id': '11ab10ba-585e-4625-8c6c-7b62a031e468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '189fe0ab-8a09-4bd7-87ae-c54f4aec93d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:16.652940 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Network hostable DHCP agents. Network: 189fe0ab-8a09-4bd7-87ae-c54f4aec93d6, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:05:16.898543 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 6c525695-7705-48c7-a4d4-dd5b9522326b up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:16.978646 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd209ad3-f635-4271-afcc-49bf7bd3119d None None] Pushing event updated for resources: {'Port': ['ID=5eb9a519-d2e8-42f0-a7e6-5d218587c4b6,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:17.025859 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Router 660f9b82-463e-42ef-bc79-fab4eb090d96 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:05:17.048753 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Transition to ACTIVE for port object 306fe05c-ff80-4dd2-bc60-eb019a58dc83 will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:17.069628 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:17.082920 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-bd209ad3-f635-4271-afcc-49bf7bd3119d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:17.105726 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-209a007e-a654-4c94-ba94-ecb618927c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.121310 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:17.130751 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2dc9f175-0757-473d-a54e-0205e365d084 req-bf2e0fcf-857b-414f-9711-89a10d6448b4 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698814 Jul 29 14:05:17.181542 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] Set router b342d6f8-8020-4904-93ba-ccf5e369eba6 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:17.195620 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.200246 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:17.230305 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Router 344693fc-181f-48c2-a892-9848c69d460d has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:05:17.355953 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-4dc9091a-b2f7-4410-b3d5-7032cc1dfa0e None None] Provisioning complete for port 987b51db-38a9-4245-afac-b8d7f85d54c5 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:17.356630 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-4dc9091a-b2f7-4410-b3d5-7032cc1dfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.385037 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Network 189fe0ab-8a09-4bd7-87ae-c54f4aec93d6 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:05:17.387281 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Made reservation on behalf of 7047904c6c204415b804405a850952e3 for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:05:17.395201 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.476026 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Pushing event updated for resources: {'Port': ['ID=306fe05c-ff80-4dd2-bc60-eb019a58dc83,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:17.548075 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.548419 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:17.581119 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-209a007e-a654-4c94-ba94-ecb618927c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.581892 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 189fe0ab-8a09-4bd7-87ae-c54f4aec93d6) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:17.608088 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:17.608769 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.619166 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:17.620679 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af14bf1-a35f-459e-b2c8-0ee80bb82ecd None None] Network 189fe0ab-8a09-4bd7-87ae-c54f4aec93d6 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:05:17.627031 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Attempting to bind port 306fe05c-ff80-4dd2-bc60-eb019a58dc83 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:17.627645 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Attempting to bind port 306fe05c-ff80-4dd2-bc60-eb019a58dc83 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:17.627996 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Attempting to bind port 306fe05c-ff80-4dd2-bc60-eb019a58dc83 on network 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:17.654765 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Port 306fe05c-ff80-4dd2-bc60-eb019a58dc83 on network 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:05:17.655103 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Attempting to bind port 306fe05c-ff80-4dd2-bc60-eb019a58dc83 on network 4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:17.666536 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a007e-a654-4c94-ba94-ecb618927c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504e70af-8d7c-4a25-a633-7c4561d1f0a8,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:17.709499 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:05:17.712535 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-209a007e-a654-4c94-ba94-ecb618927c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:17.722589 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Sync routers for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:05:17.737614 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9091a-b2f7-4410-b3d5-7032cc1dfa0e None None] Port 987b51db-38a9-4245-afac-b8d7f85d54c5 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:05:17.738929 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:17.739229 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Checking segment: {'id': '57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:17.739754 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Bound using segment: {'id': '57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:17.740314 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Bound port: 306fe05c-ff80-4dd2-bc60-eb019a58dc83, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:17.740704 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.745287 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:17.746287 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:05:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:17.792919 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:05:17.813035 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] 10.222.0.22 "PUT /v2.0/routers/660f9b82-463e-42ef-bc79-fab4eb090d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9717009 Jul 29 14:05:17.819628 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] 10.222.0.22 "PUT /v2.0/routers/344693fc-181f-48c2-a892-9848c69d460d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3831441 Jul 29 14:05:17.857757 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Sync routers for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:05:17.950564 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 6c525695-7705-48c7-a4d4-dd5b9522326b triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:17.951177 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.992612 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-92fb4898-8feb-4727-99d3-f927b2bfb45b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 5.9692929 Jul 29 14:05:17.992612 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-209a007e-a654-4c94-ba94-ecb618927c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:17.992612 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-209a007e-a654-4c94-ba94-ecb618927c1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/504e70af-8d7c-4a25-a633-7c4561d1f0a8 HTTP/1.1" status: 204 len: 168 time: 3.0569410 Jul 29 14:05:18.075312 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:18.075607 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:05:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:18.151164 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.36', 64450) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:18.230157 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:18.248304 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7b2f965e-5025-4bb2-8c65-a94231528bcc req-f95fb0f0-5e6c-45fd-a0dc-7e862d5c83cd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 210 time: 0.1939051 Jul 29 14:05:18.329273 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-33e76be0-e5b0-4379-8016-3a07e6f568dd None None] Provisioning complete for port a4571d03-9650-4f67-a31b-76861e3d67a1 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:18.331378 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-33e76be0-e5b0-4379-8016-3a07e6f568dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:18.457082 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Allocated IP 172.20.0.5 (b09c26fe-9a9f-4a61-8a10-90b1b216cc31/826a5c09-90df-4c91-8996-af9a02e8a88c/8d66231d-6f95-404e-b64e-0342eb986d34) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:18.858156 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54690) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:19.089056 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b9ee85-720c-4aaf-ba6b-74cccc00e92f admin admin] Deleting subnet bd7b01af-8a2c-4121-b52d-7872b12eb2d4 {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:05:19.104396 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] For port 306fe05c-ff80-4dd2-bc60-eb019a58dc83, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:19.110989 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ee85-720c-4aaf-ba6b-74cccc00e92f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:19.165967 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-33e76be0-e5b0-4379-8016-3a07e6f568dd None None] Port a4571d03-9650-4f67-a31b-76861e3d67a1 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:05:19.229713 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:12Z', 'revision_number': 2, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:19.248941 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Checking router: 660f9b82-463e-42ef-bc79-fab4eb090d96 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:05:19.251691 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-c064e6a7-cada-4502-9078-9d3460dfb23e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:19.253088 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Updating router 660f9b82-463e-42ef-bc79-fab4eb090d96 port a4571d03-9650-4f67-a31b-76861e3d67a1 binding host dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:05:19.253597 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-c064e6a7-cada-4502-9078-9d3460dfb23e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 819 time: 1.1019793 Jul 29 14:05:19.271529 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] For port 306fe05c-ff80-4dd2-bc60-eb019a58dc83, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=306fe05c-ff80-4dd2-bc60-eb019a58dc83,segment=NetworkSegment(57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba),segment_id=57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:19.320459 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ee85-720c-4aaf-ba6b-74cccc00e92f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:19.354269 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ee85-720c-4aaf-ba6b-74cccc00e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:19.405199 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:19.408881 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:19.421542 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:19.457208 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cfa05349-880e-4656-92c9-1858629ccd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:19.590975 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Request body: {'port': {'device_id': '7ebb976a-8f04-4096-9216-b13f7ceb3a0a', 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'admin_state_up': True, 'tenant_id': '7047904c6c204415b804405a850952e3'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:19.633034 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:19.633678 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:19.635652 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/306fe05c-ff80-4dd2-bc60-eb019a58dc83 HTTP/1.1" status: 200 len: 1094 time: 7.6579666 Jul 29 14:05:19.640742 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa7f3b1-4e95-4815-a64c-6300d24b7b15', 'tag': '306fe05c-ff80-4dd2-bc60-eb019a58dc83'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:19.668093 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54716) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:19.769146 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:19.801368 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:19.845558 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ee85-720c-4aaf-ba6b-74cccc00e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:19.991038 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7c25b349-d508-405a-b853-d81b2f972175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:20.016290 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce2f43-db00-4e9d-9431-b75fca446032 req-2711e882-aba5-4710-a92f-802a9fc2c983 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:20.024961 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-89ce2f43-db00-4e9d-9431-b75fca446032 req-2711e882-aba5-4710-a92f-802a9fc2c983 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 944 time: 0.9258277 Jul 29 14:05:20.057272 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Pushing event updated for resources: {'Port': ['ID=306fe05c-ff80-4dd2-bc60-eb019a58dc83,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:20.066036 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:20.100003 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54732) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:20.110951 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630044714', 'description': 'tempest-description--758978406'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:20.132559 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:20.139419 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ee85-720c-4aaf-ba6b-74cccc00e92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:20.164873 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-89ce2f43-db00-4e9d-9431-b75fca446032 req-234fa1b1-cfec-4be8-bc03-9cb1648b022d tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389270 Jul 29 14:05:20.165376 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:20.179314 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c50c38ac7014486ca2e86f5cce3bec75 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:20.189117 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:20.193923 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:security_group and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:20.199386 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:20.202232 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:20.214200 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:20.225335 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-ae3975c0-a57e-4ee1-94c8-5bf500fd2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:20.227260 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-ae3975c0-a57e-4ee1-94c8-5bf500fd2925 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ffd7e4f17ea41c084f965b7202e903f&device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 1097 time: 0.3828561 Jul 29 14:05:20.249017 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9ee85-720c-4aaf-ba6b-74cccc00e92f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7b01af-8a2c-4121-b52d-7872b12eb2d4,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:20.268681 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e6b9ee85-720c-4aaf-ba6b-74cccc00e92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:20.279560 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-e6b9ee85-720c-4aaf-ba6b-74cccc00e92f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bd7b01af-8a2c-4121-b52d-7872b12eb2d4 HTTP/1.1" status: 204 len: 168 time: 1.4153769 Jul 29 14:05:20.302889 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54740) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:20.497012 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:20.543653 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:20.543653 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:20.600075 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-f495064d-4a0d-476a-976b-2b1652844093 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306fe05c-ff80-4dd2-bc60-eb019a58dc83 HTTP/1.1" status: 200 len: 217 time: 0.3585403 Jul 29 14:05:20.624144 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-ed03fba9-c5c7-48de-aeef-30471d55a869 req-9dbb6c8a-2916-4acf-ae2b-0245cf968e27 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Synchronizing usage tracker for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:20.624144 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:20.675945 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:20.762445 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Transition to ACTIVE for port object a4571d03-9650-4f67-a31b-76861e3d67a1 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:20.762529 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fff124-4ba9-424d-ae18-73de3eab3ddc None None] Network 189fe0ab-8a09-4bd7-87ae-c54f4aec93d6 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:05:20.762611 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:20.813103 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Pushing event updated for resources: {'Port': ['ID=8d66231d-6f95-404e-b64e-0342eb986d34,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:20.816148 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:20.817908 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-9a57021f-a0cd-4f40-9951-8692ad7410da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:20.819577 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-9a57021f-a0cd-4f40-9951-8692ad7410da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2973db7-991c-4d7a-a5f9-68e0b1fbbc61 HTTP/1.1" status: 200 len: 851 time: 0.0847876 Jul 29 14:05:20.840913 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:20.846706 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:20.858370 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Usage tracker for resource:port and tenant:7047904c6c204415b804405a850952e3 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:20.864947 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:20.885153 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:20.900020 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:20.903580 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:20.910021 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:20.910732 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:20.911668 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:20.954532 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-2f9dd479-2d2b-4a76-b58a-c208bbc65772 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975139 Jul 29 14:05:20.958616 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:20.969578 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:security_group_rule and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:20.972968 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:20.983355 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:20.988379 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': '26153957-3874-408e-8739-45734dee4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:54Z', 'updated_at': '2021-07-29T14:05:01Z', 'revision_number': 4, 'project_id': '7047904c6c204415b804405a850952e3', 'gw_port': {'id': '26153957-3874-408e-8739-45734dee4e13', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '5eb9a519-d2e8-42f0-a7e6-5d218587c4b6', 'name': '', 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'tenant_id': '7047904c6c204415b804405a850952e3', 'mac_address': 'fa:16:3e:fc:17:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:16Z', 'revision_number': 4, 'project_id': '7047904c6c204415b804405a850952e3', 'subnets': [{'id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:21.010601 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae0218-e0b5-4721-ab9f-8d01552ddea4 None None] The sync data for ids ['b342d6f8-8020-4904-93ba-ccf5e369eba6'] in dv-cinder-801321-2-smb is: [{'id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': '26153957-3874-408e-8739-45734dee4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:54Z', 'updated_at': '2021-07-29T14:05:01Z', 'revision_number': 4, 'project_id': '7047904c6c204415b804405a850952e3', 'gw_port': {'id': '26153957-3874-408e-8739-45734dee4e13', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '5eb9a519-d2e8-42f0-a7e6-5d218587c4b6', 'name': '', 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'tenant_id': '7047904c6c204415b804405a850952e3', 'mac_address': 'fa:16:3e:fc:17:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:16Z', 'revision_number': 4, 'project_id': '7047904c6c204415b804405a850952e3', 'subnets': [{'id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:05:21.170635 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:13Z', 'revision_number': 2, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:21.183968 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Checking router: 344693fc-181f-48c2-a892-9848c69d460d for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:05:21.184561 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Updating router 344693fc-181f-48c2-a892-9848c69d460d port 987b51db-38a9-4245-afac-b8d7f85d54c5 binding host dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:05:21.269715 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:21.351679 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:21.407811 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.408169 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.412634 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.412981 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.413308 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.413666 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.413990 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.414626 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.414626 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.414976 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:21.511696 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-900a6d14-f558-4639-8364-13b0c3dadfe4 service neutron] 10.222.0.36 "GET /v2.0/networks/4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121148 Jul 29 14:05:21.809289 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:21.820687 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:21.820687 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:05:21.821327 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:21.821327 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:21.859640 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:22.028589 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:22.036135 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:22.036790 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:22.037282 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:22.037875 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c222718d-f5e8-4b2c-97d3-1473770e1e58']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:22.090926 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.103523 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9c2325-02c8-418b-b5f7-2f88620f1ccd') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:22.107215 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9c2325-02c8-418b-b5f7-2f88620f1ccd') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:22.119930 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.131792 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6866548 Jul 29 14:05:22.158129 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Request body: {'port': {'device_id': '3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:22.159805 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.207479 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.207950 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.resource_extend [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:05:22.241690 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:05:22.242771 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.268307 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84b9e3-95c3-4d88-8d06-13b58bc1c172 None None] Pushing event updated for resources: {'Port': ['ID=a4571d03-9650-4f67-a31b-76861e3d67a1,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:22.303739 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bb84b9e3-95c3-4d88-8d06-13b58bc1c172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:22.364456 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.372684 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54768) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:22.373161 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54772) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:22.392299 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.398867 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714395738', 'description': 'tempest-description--538055230'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: from cryptography.utils import int_from_bytes Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: from cryptography.utils import int_from_bytes Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: util.warn_limited( Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: util.warn_limited( Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:05:22.415989 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:05:22.436070 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Attempting to bind port a4571d03-9650-4f67-a31b-76861e3d67a1 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:22.441910 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Attempting to bind port a4571d03-9650-4f67-a31b-76861e3d67a1 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:22.441910 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Attempting to bind port a4571d03-9650-4f67-a31b-76861e3d67a1 on network a10854f7-df06-4ead-a00c-8158cb6e34b6 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:22.442519 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=510c13b1-2c78-4bc6-8ad2-d9e112c6d525,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:22.453814 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:22.454867 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Checking segment: {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:22.455702 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.456170 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Bound using segment: {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:22.458757 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Bound port: a4571d03-9650-4f67-a31b-76861e3d67a1, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:22.459559 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.470739 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-8588f075-bf07-4716-a762-68c4d1502889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:22.489186 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Notify callbacks [] for port, precommit_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.521635 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Transition to ACTIVE for port object 987b51db-38a9-4245-afac-b8d7f85d54c5 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:22.530638 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.536933 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:22.578203 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Made reservation on behalf of 7047904c6c204415b804405a850952e3 for: {'port': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:05:22.582952 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.682551 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.695426 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] For port a4571d03-9650-4f67-a31b-76861e3d67a1, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:22.699476 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:22.712094 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] For port a4571d03-9650-4f67-a31b-76861e3d67a1, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=a4571d03-9650-4f67-a31b-76861e3d67a1,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:22.789014 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5ee09efd-b9cc-4035-969b-976a366156ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:22.815156 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c50c38ac7014486ca2e86f5cce3bec75&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1220632 Jul 29 14:05:22.840606 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54780) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:22.843052 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:22.849837 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:22.893969 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-ed03fba9-c5c7-48de-aeef-30471d55a869 req-9dbb6c8a-2916-4acf-ae2b-0245cf968e27 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Unset dirty status for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:22.898236 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:22.909519 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ed03fba9-c5c7-48de-aeef-30471d55a869 req-9dbb6c8a-2916-4acf-ae2b-0245cf968e27 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 210 time: 2.3709157 Jul 29 14:05:22.913251 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de8f07e3-9c51-44f2-8589-f5baa378f930 req-bf11c17d-c14d-4289-994a-b1375d8b3d36 service neutron] 10.222.0.36 "GET /v2.0/networks/4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3614867 Jul 29 14:05:23.024261 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:security_group and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:23.031269 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.050787 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.090779 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:23.091124 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:23.091787 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:05:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:23.096949 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa7f3b1-4e95-4815-a64c-6300d24b7b15', 'tag': '306fe05c-ff80-4dd2-bc60-eb019a58dc83', 'status': 'completed', 'code': 200} Jul 29 14:05:23.145227 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9110a3b-a117-4bc4-8eec-6796bd082e3c,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:23.163645 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:23.175183 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.244869 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84b9e3-95c3-4d88-8d06-13b58bc1c172 None None] Pushing event updated for resources: {'Port': ['ID=a4571d03-9650-4f67-a31b-76861e3d67a1,revision_number=4']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:23.274611 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bb84b9e3-95c3-4d88-8d06-13b58bc1c172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:23.365580 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-8b5e0971-9daa-4a07-bdf1-acb219b839af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:23.382696 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.389588 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:23.455079 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c222718d-f5e8-4b2c-97d3-1473770e1e58,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:23.471737 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:23.506844 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=510c13b1-2c78-4bc6-8ad2-d9e112c6d525,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:23.514249 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:23.518063 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.785s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:23.543565 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-36137555-4c90-4ad1-919a-80f56b38a530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.551036 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:23.591768 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71e864-30be-424e-a229-3820f78e7739 None None] Pushing event updated for resources: {'Port': ['ID=987b51db-38a9-4245-afac-b8d7f85d54c5,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:23.594082 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Attempting to bind port 987b51db-38a9-4245-afac-b8d7f85d54c5 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:23.594669 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Attempting to bind port 987b51db-38a9-4245-afac-b8d7f85d54c5 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:23.595046 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Attempting to bind port 987b51db-38a9-4245-afac-b8d7f85d54c5 on network 239480e6-582a-4677-9647-921784eccd01 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:23.597437 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-3a71e864-30be-424e-a229-3820f78e7739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:23.605810 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:23.606300 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Checking segment: {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:23.606758 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.607161 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Bound using segment: {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:23.607648 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Bound port: 987b51db-38a9-4245-afac-b8d7f85d54c5, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:23.608032 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.611681 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Allocated IP 172.20.0.11 (b09c26fe-9a9f-4a61-8a10-90b1b216cc31/826a5c09-90df-4c91-8996-af9a02e8a88c/3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:23.619760 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-36137555-4c90-4ad1-919a-80f56b38a530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.620904 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:23.632936 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:23.633323 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.709100 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:23.726432 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c222718d-f5e8-4b2c-97d3-1473770e1e58 HTTP/1.1" status: 204 len: 168 time: 3.4199266 Jul 29 14:05:23.754068 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54790) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:23.767976 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:23.792841 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Usage tracker for resource:security_group_rule and tenant:a96c55f30fa34d1db174791e80d9ba26 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:23.827548 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.357s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:23.834362 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:23.851651 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.855538 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.7517433 Jul 29 14:05:23.858470 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54798) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:23.872352 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:23.911579 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'security_group_rule': {'security_group_id': '92d6a983-b7e8-4d5f-98c5-5b5e15f48f17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:23.923685 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.939862 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] For port 987b51db-38a9-4245-afac-b8d7f85d54c5, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:23.953514 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:23.960997 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:security_group_rule and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:23.965713 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] For port 987b51db-38a9-4245-afac-b8d7f85d54c5, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=987b51db-38a9-4245-afac-b8d7f85d54c5,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:23.982273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:23.984018 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:23.994761 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:24.063605 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:24.069440 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=5eb9a519-d2e8-42f0-a7e6-5d218587c4b6,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:24.071726 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-ff0df79b-5730-4bae-8baa-674ef43c6ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:24.095525 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:24.109907 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:24.133282 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:security_group_rule and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:24.139529 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-94795e78-c606-4632-aa68-d7170c80e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:24.144289 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-94795e78-c606-4632-aa68-d7170c80e060 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ffd7e4f17ea41c084f965b7202e903f&device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 1097 time: 1.0503547 Jul 29 14:05:24.163007 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:24.192547 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:24.211315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:24.268847 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:24.273335 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:05:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:24.280845 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-36137555-4c90-4ad1-919a-80f56b38a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:24.360406 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:24.376866 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a83256-4812-48af-b87e-4d4873409f0d None None] The sync data for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb is: [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:05:24.410994 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:24.455513 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:24.456357 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0985ff7-3973-427e-b562-b69a1fe45938 req-43b06b65-4036-4234-be1a-6d7af911c674 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:24.456357 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e0985ff7-3973-427e-b562-b69a1fe45938 req-43b06b65-4036-4234-be1a-6d7af911c674 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 944 time: 1.1510055 Jul 29 14:05:24.456604 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-f50684c5-1589-4668-b87d-a5cf8dad4723 req-51ce560d-8720-4246-80c1-63c87b94ea85 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Synchronizing usage tracker for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:24.498762 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71e864-30be-424e-a229-3820f78e7739 None None] Pushing event updated for resources: {'Port': ['ID=987b51db-38a9-4245-afac-b8d7f85d54c5,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:24.520230 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-3a71e864-30be-424e-a229-3820f78e7739 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:24.520740 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:24.562093 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe36493c-ddac-46e6-ad1a-99c64cd478ec admin admin] Deleting subnet 3a1a1931-dd0b-49b9-8963-357e89a53bfd {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:05:24.624733 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fe36493c-ddac-46e6-ad1a-99c64cd478ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:24.654694 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:24.913195 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:24.940304 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:25.042103 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e0985ff7-3973-427e-b562-b69a1fe45938 req-326b712d-ec91-4398-98e0-aa0401a686d4 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240717 Jul 29 14:05:25.042966 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.044213 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6602671 Jul 29 14:05:25.049553 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.050449 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.050770 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c7a89-5923-4a34-add5-f0797d2d0585,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:25.053085 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54820) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:25.070167 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:25.084204 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'security_group_rule': {'security_group_id': '4c3c7a89-5923-4a34-add5-f0797d2d0585', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:25.086142 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36137555-4c90-4ad1-919a-80f56b38a530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9110a3b-a117-4bc4-8eec-6796bd082e3c,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:25.088808 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=5eb9a519-d2e8-42f0-a7e6-5d218587c4b6,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:25.093995 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-36137555-4c90-4ad1-919a-80f56b38a530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:25.098702 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-36137555-4c90-4ad1-919a-80f56b38a530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.100184 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-36137555-4c90-4ad1-919a-80f56b38a530 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9110a3b-a117-4bc4-8eec-6796bd082e3c HTTP/1.1" status: 204 len: 168 time: 2.2277184 Jul 29 14:05:25.104949 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:25.121212 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:security_group_rule and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:25.125676 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:25.129245 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-eb7288e2-837b-47bc-9668-a9336634db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:25.131062 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-eb7288e2-837b-47bc-9668-a9336634db77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 HTTP/1.1" status: 200 len: 912 time: 0.7007518 Jul 29 14:05:25.131896 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:25.135649 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:25.137252 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fe36493c-ddac-46e6-ad1a-99c64cd478ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.160669 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:25.197142 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.202786 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.212125 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-f50684c5-1589-4668-b87d-a5cf8dad4723 req-51ce560d-8720-4246-80c1-63c87b94ea85 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Unset dirty status for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:25.212964 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fdf4405d-33e1-4550-b519-bbc290bb63c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:25.213061 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:25.213061 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.213234 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f50684c5-1589-4668-b87d-a5cf8dad4723 req-51ce560d-8720-4246-80c1-63c87b94ea85 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 210 time: 1.0167999 Jul 29 14:05:25.245331 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:25.299610 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd618d83-7c25-4517-b095-977a914150e7,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:25.305656 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.317651 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:25.319684 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fe36493c-ddac-46e6-ad1a-99c64cd478ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.322854 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a12098-48b7-4ee3-9f22-2c84711139a7,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:25.418877 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:25.425823 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-e6f38c48-f5d9-49d3-8088-6eb59b0aa534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=306fe05c-ff80-4dd2-bc60-eb019a58dc83 HTTP/1.1" status: 200 len: 217 time: 0.2159534 Jul 29 14:05:25.429628 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.471759 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.474415 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6093895 Jul 29 14:05:25.476997 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54826) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:25.482764 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'security_group_rule': {'security_group_id': '92d6a983-b7e8-4d5f-98c5-5b5e15f48f17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:25.495493 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:25.499248 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:security_group_rule and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:25.503673 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:25.521903 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:25.542249 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a96c55f30fa34d1db174791e80d9ba26&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1485527 Jul 29 14:05:25.545496 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54832) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:25.587535 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fe36493c-ddac-46e6-ad1a-99c64cd478ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.587535 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.611987 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3643057a-fa76-482d-9505-762380d1cdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:25.618314 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-1a79c17c-c532-42aa-8d1d-9622fc17ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:25.619787 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-1a79c17c-c532-42aa-8d1d-9622fc17ffcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2973db7-991c-4d7a-a5f9-68e0b1fbbc61 HTTP/1.1" status: 200 len: 851 time: 0.0805616 Jul 29 14:05:25.690969 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36493c-ddac-46e6-ad1a-99c64cd478ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1a1931-dd0b-49b9-8963-357e89a53bfd,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:25.745495 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-fe36493c-ddac-46e6-ad1a-99c64cd478ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:25.746945 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:25.789466 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-5b7a33dd-fd38-4e07-a382-23bfb717df63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365781 Jul 29 14:05:25.805896 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device a4571d03-9650-4f67-a31b-76861e3d67a1 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:25.847918 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fe36493c-ddac-46e6-ad1a-99c64cd478ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.854306 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54842) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:25.858959 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-fe36493c-ddac-46e6-ad1a-99c64cd478ec admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3a1a1931-dd0b-49b9-8963-357e89a53bfd HTTP/1.1" status: 204 len: 168 time: 2.0898774 Jul 29 14:05:25.863219 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:25.891725 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54846) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:25.931049 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:23Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:25.931684 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:25.947048 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e459f34-e724-445b-b748-76fe81765ddd None None] The sync data for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb is: [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:23Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:05:25.968137 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:25.979767 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:26.041901 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port a4571d03-9650-4f67-a31b-76861e3d67a1 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:26.050206 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port a4571d03-9650-4f67-a31b-76861e3d67a1 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:26.050728 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.059584 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.130493 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Pushing event updated for resources: {'Port': ['ID=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:26.150762 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2a139a87-d3cd-4e65-850c-6d1f835ae394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.230807 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:26.304372 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.310251 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.321278 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.375312 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2a139a87-d3cd-4e65-850c-6d1f835ae394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.378368 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:26.387712 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:26.392411 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.432883 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.468080 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39bbe87-0f3a-4e75-9016-9dda751ea360,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:26.483080 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port a4571d03-9650-4f67-a31b-76861e3d67a1, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=a4571d03-9650-4f67-a31b-76861e3d67a1,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:26.491877 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Usage tracker for resource:security_group_rule and tenant:bb559dc3893a47a98a27bbac635e2528 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:26.524739 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:26.532593 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:26.546298 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:26.547035 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.561637 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:26.570811 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.584065 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.586749 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:26.615588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:26.687697 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366c3243-a584-459f-a943-6aa93595034f,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:26.703163 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:26.777717 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faad23-25bc-4ef9-8912-744e9b36e05a req-ceab1c27-37dd-4a95-bb5b-7b7cf0767c12 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:26.779367 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2faad23-25bc-4ef9-8912-744e9b36e05a req-ceab1c27-37dd-4a95-bb5b-7b7cf0767c12 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 932 time: 0.2890244 Jul 29 14:05:26.805703 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=a4571d03-9650-4f67-a31b-76861e3d67a1,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:26.810927 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:26.825460 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2478321 Jul 29 14:05:26.826029 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.830521 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7627566 Jul 29 14:05:26.831889 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54870) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:26.839430 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'security_group_rule': {'security_group_id': '4c3c7a89-5923-4a34-add5-f0797d2d0585', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:26.862776 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-f1a1038b-5a02-4f99-9155-8b231ba32f70 service neutron] 10.222.0.36 "GET /v2.0/networks/4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8794303 Jul 29 14:05:26.887379 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 987b51db-38a9-4245-afac-b8d7f85d54c5 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:26.907924 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Request body: {'port': {'device_id': '7ebb976a-8f04-4096-9216-b13f7ceb3a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:26.977462 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2a139a87-d3cd-4e65-850c-6d1f835ae394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.984609 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:26.991852 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:26.994715 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5160227 Jul 29 14:05:27.017865 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:security_group_rule and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:27.023491 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54874) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:27.028946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:27.033654 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.054476 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:27.057016 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 987b51db-38a9-4245-afac-b8d7f85d54c5 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:27.062764 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 987b51db-38a9-4245-afac-b8d7f85d54c5 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:27.063726 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.072710 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'floatingip': {'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:27.082775 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:27.090296 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:floatingip and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:27.096898 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:27.097732 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d66231d-6f95-404e-b64e-0342eb986d34 {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:27.107145 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:27.122021 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f8c6c-1083-4414-b346-21e816db3241 req-4f26b1a7-76bf-4a0e-ac49-1de20ff871b6 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:27.122834 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2faad23-25bc-4ef9-8912-744e9b36e05a req-28048f3b-f023-4173-a9a4-acaf8a303579 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302534 Jul 29 14:05:27.124960 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:27.135209 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3d2f8c6c-1083-4414-b346-21e816db3241 req-4f26b1a7-76bf-4a0e-ac49-1de20ff871b6 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 944 time: 0.8235872 Jul 29 14:05:27.144811 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a139a87-d3cd-4e65-850c-6d1f835ae394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a12098-48b7-4ee3-9f22-2c84711139a7,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:27.150240 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.150781 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.151980 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.152530 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.153044 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.153600 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.158916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.158916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.158916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.158916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.217339 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2a139a87-d3cd-4e65-850c-6d1f835ae394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:27.247063 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.256632 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2a139a87-d3cd-4e65-850c-6d1f835ae394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.257234 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-2a139a87-d3cd-4e65-850c-6d1f835ae394 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9a12098-48b7-4ee3-9f22-2c84711139a7 HTTP/1.1" status: 204 len: 168 time: 1.7106352 Jul 29 14:05:27.289483 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 987b51db-38a9-4245-afac-b8d7f85d54c5, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=987b51db-38a9-4245-afac-b8d7f85d54c5,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:27.300145 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.340145 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.347469 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.348251 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.348851 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.349604 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:05:27.350292 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189fe0ab-8a09-4bd7-87ae-c54f4aec93d6']}} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:27.405750 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.407471 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:27.440765 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.464433 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-3a71e864-30be-424e-a229-3820f78e7739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:27.494010 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ab10ba-585e-4625-8c6c-7b62a031e468') {'for_net_delete': True} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:27.494472 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ab10ba-585e-4625-8c6c-7b62a031e468') {} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:27.507801 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.530235 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30647392'] for segment, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.543348 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Transition to ACTIVE for port object 8d66231d-6f95-404e-b64e-0342eb986d34 will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:27.603530 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.613637 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3d2f8c6c-1083-4414-b346-21e816db3241 req-1cb0173a-df66-4bf7-a484-f94f743c10ae tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768196 Jul 29 14:05:27.647966 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.656609 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=987b51db-38a9-4245-afac-b8d7f85d54c5,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:27.657644 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=79175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:05:27.658625 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30779045'] for segment, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.661423 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:27.696334 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f009344d-7fed-4099-b8fb-63a5cc72be70 req-07f452ce-a2ca-43f4-8aa6-f28dee9bcaee service neutron] 10.222.0.36 "GET /v2.0/networks/4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133572 Jul 29 14:05:27.700664 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:27.701364 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: from cryptography.utils import int_from_bytes Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: from cryptography.utils import int_from_bytes Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: util.warn_limited( Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: util.warn_limited( Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: Traceback (most recent call last): Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: timer() Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: cb(*args, **kw) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: return func(*args, **kwargs) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: self._notify() Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: self.callback(batched_events) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: event.method(event) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: return f(self, *a, **k) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: return self._get(url).json() Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: return self.request(url, 'GET', **kwargs) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:05:27.706439 dv-cinder-801321-2-smb neutron-server[79175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:05:27.764510 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.820978 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:27.852756 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-49f8ee5c-e604-44f0-b9b5-0b8c6a4c8ad4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:27.888919 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-92771e57-1e21-4949-92e5-8ef8d005242d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:28.002663 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.049041 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d66231d-6f95-404e-b64e-0342eb986d34,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:28.052851 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:28.099045 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb559dc3893a47a98a27bbac635e2528&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2384257 Jul 29 14:05:28.101848 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54890) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:28.107042 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7797425a-9f71-4f84-978a-fd39fd73458c,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:28.113927 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.115023 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:28.133058 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:28.188566 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.196518 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86770fd-f845-4f87-91c7-2b0932f55230,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:28.202998 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.208086 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:28.217081 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:28.228277 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.254438 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/189fe0ab-8a09-4bd7-87ae-c54f4aec93d6 HTTP/1.1" status: 204 len: 168 time: 2.3602459 Jul 29 14:05:28.255398 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=189fe0ab-8a09-4bd7-87ae-c54f4aec93d6,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:28.258888 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fb0c8d49-3f37-4571-b7fb-17d8402651d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:28.271677 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Attempting to bind port 8d66231d-6f95-404e-b64e-0342eb986d34 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:28.272013 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Attempting to bind port 8d66231d-6f95-404e-b64e-0342eb986d34 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:28.272275 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Attempting to bind port 8d66231d-6f95-404e-b64e-0342eb986d34 on network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:28.289766 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Port 8d66231d-6f95-404e-b64e-0342eb986d34 on network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:05:28.290092 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Attempting to bind port 8d66231d-6f95-404e-b64e-0342eb986d34 on network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:28.295913 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c5b2d8af-0e53-4fc8-be06-c515ca063089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.302941 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:28.303667 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Checking segment: {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:28.303667 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Bound using segment: {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:28.304094 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Bound port: 8d66231d-6f95-404e-b64e-0342eb986d34, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:28.304611 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.415960 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.420908 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b80a4c19-cbc1-487e-a496-7e5228d6ca99 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5840712 Jul 29 14:05:28.432541 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54900) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:28.456343 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'floatingip': {'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:28.482417 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54906) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:28.484358 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c5b2d8af-0e53-4fc8-be06-c515ca063089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.533231 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.573886 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:28.586862 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc {{(pid=79176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:28.596255 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:28.607426 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:floatingip and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:28.610587 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Usage tracker for resource:security_group_rule and tenant:8c1220ab972d4e56afd312c816a099c3 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:28.611019 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.620707 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:28.628945 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:28.633246 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:28.637849 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 306fe05c-ff80-4dd2-bc60-eb019a58dc83 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:05:28.658566 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] For port 8d66231d-6f95-404e-b64e-0342eb986d34, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:28.670980 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] For port 8d66231d-6f95-404e-b64e-0342eb986d34, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8d66231d-6f95-404e-b64e-0342eb986d34,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:28.693862 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:28.740371 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.752063 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:28.792830 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Allocated IP 172.28.0.153 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/e5d44cd4-9293-46e7-901b-e62187d29e68) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:28.795346 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Transition to ACTIVE for port object 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc will not be triggered until provisioned by entity L2. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:28.819671 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665a977-c1fd-42ea-964e-14bfce347a04 req-6e2c1209-1103-412a-9b31-12dce5a7f916 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:28.828240 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b665a977-c1fd-42ea-964e-14bfce347a04 req-6e2c1209-1103-412a-9b31-12dce5a7f916 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 932 time: 0.4765933 Jul 29 14:05:28.854915 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 987b51db-38a9-4245-afac-b8d7f85d54c5 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:28.874964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.921256 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c5b2d8af-0e53-4fc8-be06-c515ca063089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.945945 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:28.967320 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 306fe05c-ff80-4dd2-bc60-eb019a58dc83, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=306fe05c-ff80-4dd2-bc60-eb019a58dc83,segment=NetworkSegment(57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba),segment_id=57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:28.988306 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-efa81e0b-70b9-46d7-ae18-3d385ba49d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:28.988545 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '306fe05c-ff80-4dd2-bc60-eb019a58dc83', 'network_id': '4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3', 'port_id': '306fe05c-ff80-4dd2-bc60-eb019a58dc83', 'mac_address': 'fa:16:3e:4e:7b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2973db7-991c-4d7a-a5f9-68e0b1fbbc61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:05:28.998407 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:28.999036 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.002298 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d66231d-6f95-404e-b64e-0342eb986d34 HTTP/1.1" status: 200 len: 1093 time: 6.8617439 Jul 29 14:05:29.015635 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1', 'tag': '8d66231d-6f95-404e-b64e-0342eb986d34'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:29.041168 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 987b51db-38a9-4245-afac-b8d7f85d54c5 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:29.041559 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.069538 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b665a977-c1fd-42ea-964e-14bfce347a04 req-bd423a39-ad45-4c3b-ba1d-e5981be0353b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387559 Jul 29 14:05:29.094640 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c5b2d8af-0e53-4fc8-be06-c515ca063089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.094640 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-c5b2d8af-0e53-4fc8-be06-c515ca063089 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7797425a-9f71-4f84-978a-fd39fd73458c HTTP/1.1" status: 204 len: 168 time: 0.9902453 Jul 29 14:05:29.117386 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.118816 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d66231d-6f95-404e-b64e-0342eb986d34,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:29.138978 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:29.154810 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306fe05c-ff80-4dd2-bc60-eb019a58dc83 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:29.160992 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:29.175651 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 306fe05c-ff80-4dd2-bc60-eb019a58dc83, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=306fe05c-ff80-4dd2-bc60-eb019a58dc83,segment=NetworkSegment(57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba),segment_id=57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:29.192586 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54926) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:29.233062 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1', 'tag': '8d66231d-6f95-404e-b64e-0342eb986d34', 'status': 'completed', 'code': 200} Jul 29 14:05:29.249273 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.253899 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:29.261934 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2d8af-0e53-4fc8-be06-c515ca063089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7797425a-9f71-4f84-978a-fd39fd73458c,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:29.274817 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c5b2d8af-0e53-4fc8-be06-c515ca063089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:29.339553 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.357160 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device a4571d03-9650-4f67-a31b-76861e3d67a1 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:29.361750 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c24dc0-c3f5-4487-b92d-8d90ef22a1a9 req-5ae2bf78-7662-4194-b723-878cf6eeaefe tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:29.363573 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a4c24dc0-c3f5-4487-b92d-8d90ef22a1a9 req-5ae2bf78-7662-4194-b723-878cf6eeaefe tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 944 time: 0.4699445 Jul 29 14:05:29.416100 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-9eb34cf4-36c8-4328-8882-1c9c85242235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:29.418203 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-9eb34cf4-36c8-4328-8882-1c9c85242235 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1096 time: 0.2932708 Jul 29 14:05:29.426238 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.434750 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:29.446718 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=306fe05c-ff80-4dd2-bc60-eb019a58dc83,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:29.452431 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:29.465127 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port a4571d03-9650-4f67-a31b-76861e3d67a1 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:29.465699 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.473551 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:29.480014 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-0e4f71e0-c4e3-425e-96b3-40ab968f9fe9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b040135b8eee4caab934648f02679386&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2165763 Jul 29 14:05:29.528633 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 54930) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:29.541610 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a4c24dc0-c3f5-4487-b92d-8d90ef22a1a9 req-2198f7d4-3862-4c4a-96ba-5655ba811dcf tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689172 Jul 29 14:05:29.542157 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:29.549776 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['306fe05c-ff80-4dd2-bc60-eb019a58dc83'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:05:29.552105 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-35749bf1-bb91-42b0-bbe7-ccf04f015ddc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d66231d-6f95-404e-b64e-0342eb986d34 HTTP/1.1" status: 200 len: 217 time: 0.1245611 Jul 29 14:05:29.648799 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c1220ab972d4e56afd312c816a099c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1488619 Jul 29 14:05:29.652368 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54934) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:29.661514 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19e20e-c9ab-4c55-a04b-85dede3a7cb4,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:29.664751 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:29.704185 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-1a2fb877-c46e-4311-9823-0d0daed8fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:29.705689 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-1a2fb877-c46e-4311-9823-0d0daed8fa2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.1319985 Jul 29 14:05:29.727972 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.758694 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Attempting to bind port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:29.759091 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Attempting to bind port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:29.759445 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Attempting to bind port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc on network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:29.771402 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-a41a6dc6-c0eb-4965-b793-034a60d2b9f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481446 Jul 29 14:05:29.786967 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc on network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:05:29.787296 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Attempting to bind port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc on network b09c26fe-9a9f-4a61-8a10-90b1b216cc31 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:29.796652 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:29.797024 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Checking segment: {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:29.797598 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Bound using segment: {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:29.798214 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Bound port: 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5945e15f-245e-4766-8615-60f52cc8b0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31'}}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:29.798565 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.821482 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a7cf21cf-8814-4fb9-b8d1-6648831548ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.843776 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6e771680-2fb0-4558-b6e5-f6ad528622a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.918876 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a7cf21cf-8814-4fb9-b8d1-6648831548ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.957022 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6e771680-2fb0-4558-b6e5-f6ad528622a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:29.977358 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-bd8c3e8c-de11-4a31-8fdb-31686bf78b21 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983514 Jul 29 14:05:30.012964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.064637 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] For port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc, host hv-cinder-80132, cleared binding levels {{(pid=79176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:30.082490 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] For port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:30.107362 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.113566 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:30.121311 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e9e7558d-07cd-4039-a8f8-99199ce5260a req-5f455e81-cb4d-48fd-9733-fa8e92d9cb7d service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346214 Jul 29 14:05:30.182816 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a7cf21cf-8814-4fb9-b8d1-6648831548ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.187494 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:30.190544 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:30.200521 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf21cf-8814-4fb9-b8d1-6648831548ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19e20e-c9ab-4c55-a04b-85dede3a7cb4,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:30.202712 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:30.203426 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a7cf21cf-8814-4fb9-b8d1-6648831548ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:30.205967 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a7cf21cf-8814-4fb9-b8d1-6648831548ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.209588 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-a7cf21cf-8814-4fb9-b8d1-6648831548ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a19e20e-c9ab-4c55-a04b-85dede3a7cb4 HTTP/1.1" status: 204 len: 168 time: 0.5531733 Jul 29 14:05:30.241394 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:30.296724 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'Port': ['ID=e5d44cd4-9293-46e7-901b-e62187d29e68,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:30.300227 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.301001 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6e771680-2fb0-4558-b6e5-f6ad528622a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.310273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:30.338453 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a0c69c65-23ad-4d62-a3a1-4eb5bd7d2dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:30.373421 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-0558b77e-380b-4ec5-8d61-37ac3aa58581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:30.375373 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-0558b77e-380b-4ec5-8d61-37ac3aa58581 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1096 time: 0.0780213 Jul 29 14:05:30.471142 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:30.471746 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.473217 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc HTTP/1.1" status: 200 len: 1094 time: 3.6287944 Jul 29 14:05:30.477965 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebb976a-8f04-4096-9216-b13f7ceb3a0a', 'tag': '3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:30.547649 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54948) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:30.552254 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6e771680-2fb0-4558-b6e5-f6ad528622a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.555390 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-6e771680-2fb0-4558-b6e5-f6ad528622a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81960437-5725-4a7d-9e85-b2196c9f07e0 HTTP/1.1" status: 204 len: 168 time: 0.9698312 Jul 29 14:05:30.569418 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,revision_number=3']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:30.578476 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.587878 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:30.588368 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-36137555-4c90-4ad1-919a-80f56b38a530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:30.598937 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Allocated IP 172.28.0.74 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/88f031d7-e0dd-4b93-8a66-075088c3eb09) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:30.616994 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e771680-2fb0-4558-b6e5-f6ad528622a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81960437-5725-4a7d-9e85-b2196c9f07e0,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:30.625131 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-6e771680-2fb0-4558-b6e5-f6ad528622a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:30.627347 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.630408 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 306fe05c-ff80-4dd2-bc60-eb019a58dc83 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:30.634173 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:30.645433 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Usage tracker for resource:security_group_rule and tenant:6315af7ed27b4020a66895a1c8a3b84d is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:30.653554 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:30.666161 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce10f8b-1ee5-44df-8548-d3067f358e92 req-d2c32257-3594-4abc-abd5-318b5c8e15f9 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:30.669979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:30.673444 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3ce10f8b-1ee5-44df-8548-d3067f358e92 req-d2c32257-3594-4abc-abd5-318b5c8e15f9 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 944 time: 0.4797492 Jul 29 14:05:30.786167 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.794580 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-1cfe87c7-7a11-410e-aa2c-dd1fd4cc4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:30.798521 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-1cfe87c7-7a11-410e-aa2c-dd1fd4cc4eb8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 920 time: 0.4136097 Jul 29 14:05:30.920187 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-0e3608d8-fd46-4f48-ab9e-0e4a25c9ba3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d66231d-6f95-404e-b64e-0342eb986d34 HTTP/1.1" status: 200 len: 217 time: 0.1166530 Jul 29 14:05:30.924162 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:30.936163 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:31.014598 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 306fe05c-ff80-4dd2-bc60-eb019a58dc83 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:31.022825 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 306fe05c-ff80-4dd2-bc60-eb019a58dc83 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:31.023584 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.115736 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6315af7ed27b4020a66895a1c8a3b84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659173 Jul 29 14:05:31.127900 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54970) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:31.130627 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-b9934830-ee2a-474e-8dbf-365fbc62232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:31.135075 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-b9934830-ee2a-474e-8dbf-365fbc62232d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.1997619 Jul 29 14:05:31.142320 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3ce10f8b-1ee5-44df-8548-d3067f358e92 req-42ff3c8b-2fcd-42cf-a8c6-e3d41cff4286 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542055 Jul 29 14:05:31.146388 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.148304 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30983439-f687-477b-8a8f-ae1958ef0807,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:31.151502 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:31.248947 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.275325 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-c61306ad-c68b-4993-a5f2-aef4bdd92930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:31.277115 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-c61306ad-c68b-4993-a5f2-aef4bdd92930 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 1097 time: 0.5831747 Jul 29 14:05:31.322073 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-f6a262b7-8e76-4b56-9d72-2a26529d79cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691339 Jul 29 14:05:31.322412 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.355313 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa7f3b1-4e95-4815-a64c-6300d24b7b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306fe05c-ff80-4dd2-bc60-eb019a58dc83'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:31.389853 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de3200-9477-4e1d-9627-1001e8fee53a req-40b6bdd8-654f-4834-8cbb-120dd8de46dc tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:31.398704 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b2de3200-9477-4e1d-9627-1001e8fee53a req-40b6bdd8-654f-4834-8cbb-120dd8de46dc tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 945 time: 0.4773545 Jul 29 14:05:31.408155 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-318ed1f5-ec91-43c6-a939-339d4d21cf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.438847 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-a0243739-d26d-41de-91cc-0d2456ac5c59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc HTTP/1.1" status: 200 len: 217 time: 0.1373301 Jul 29 14:05:31.440445 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebb976a-8f04-4096-9216-b13f7ceb3a0a', 'tag': '3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc', 'status': 'completed', 'code': 200} Jul 29 14:05:31.463219 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 306fe05c-ff80-4dd2-bc60-eb019a58dc83, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=306fe05c-ff80-4dd2-bc60-eb019a58dc83,segment=NetworkSegment(57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba),segment_id=57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:31.547134 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-f2859f07-85ce-47cc-b788-4d839e3b7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:31.549904 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-f2859f07-85ce-47cc-b788-4d839e3b7a5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.1029310 Jul 29 14:05:31.564575 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-318ed1f5-ec91-43c6-a939-339d4d21cf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.574888 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b2de3200-9477-4e1d-9627-1001e8fee53a req-4fae82c7-c021-4751-9eb9-6777903ad31a tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752746 Jul 29 14:05:31.585749 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.588046 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-7fb2f7a5-ebcb-4233-aeee-cefdd3d1ed58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:31.593906 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.614861 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-47000804-defd-48f2-8a94-86ed3070b43d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580125 Jul 29 14:05:31.617933 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:31.735586 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-5bc35113-5bbe-46c6-aa75-3adef94a4f46 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935730 Jul 29 14:05:31.774711 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=306fe05c-ff80-4dd2-bc60-eb019a58dc83,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:31.778790 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:31.787688 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.793432 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-318ed1f5-ec91-43c6-a939-339d4d21cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.809337 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-84cb9943-4792-4337-a760-0aff5a52c938 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:31.820557 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:31.829647 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ed1f5-ec91-43c6-a939-339d4d21cf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30983439-f687-477b-8a8f-ae1958ef0807,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:31.830018 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:31.836171 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:31.896335 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-318ed1f5-ec91-43c6-a939-339d4d21cf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:31.900917 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 54994) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:31.906185 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-318ed1f5-ec91-43c6-a939-339d4d21cf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.907888 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-318ed1f5-ec91-43c6-a939-339d4d21cf3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30983439-f687-477b-8a8f-ae1958ef0807 HTTP/1.1" status: 204 len: 168 time: 0.7741840 Jul 29 14:05:31.950624 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:31.993678 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'Port': ['ID=88f031d7-e0dd-4b93-8a66-075088c3eb09,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:31.997350 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-a2c89471-669a-4d55-a5bd-e35c4d382649 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbdf41afa550473695882bd543737e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952182 Jul 29 14:05:31.999518 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a042e70a-8451-4b62-a7d9-3742c2947c2c req-fcb0b3cb-80e0-45d2-9ca5-fe4326c297a1 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581780 Jul 29 14:05:31.999981 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55004) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:32.004197 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:32.005018 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:32.072840 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9062d5ec-c031-4889-b183-1c2520fb4ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:32.102381 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9062d5ec-c031-4889-b183-1c2520fb4ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:32.157949 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-b1ca2246-77fc-4632-b83c-2ea808b60458 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932940 Jul 29 14:05:32.165231 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'Port': ['ID=e5d44cd4-9293-46e7-901b-e62187d29e68,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:32.191611 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:32.217062 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:32.230071 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:32.279879 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:32.334801 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2cf3-0009-488b-b726-a45e67e56f97 req-84432051-206a-47a4-abfc-f5a6f27cf9f5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:32.336638 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-28aa2cf3-0009-488b-b726-a45e67e56f97 req-84432051-206a-47a4-abfc-f5a6f27cf9f5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 944 time: 0.0911863 Jul 29 14:05:32.346355 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6245dbd8-74dc-4535-9ec4-b4dc086309a8 req-ba3e33b3-ff12-4a63-a95c-6286a91700e2 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766264 Jul 29 14:05:32.366081 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa7f3b1-4e95-4815-a64c-6300d24b7b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306fe05c-ff80-4dd2-bc60-eb019a58dc83', 'code': 200} Jul 29 14:05:32.389519 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9062d5ec-c031-4889-b183-1c2520fb4ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:32.397915 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-5b22ddbd-1356-4ebe-a90c-c0bc11750e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:32.417430 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062d5ec-c031-4889-b183-1c2520fb4ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11501bba-913a-4356-8d4c-36af9a836d54,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:32.423202 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-28aa2cf3-0009-488b-b726-a45e67e56f97 req-a231f12e-a41e-4101-a165-8d870471cc8b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Synchronizing usage tracker for tenant:7047904c6c204415b804405a850952e3 on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:32.427990 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9062d5ec-c031-4889-b183-1c2520fb4ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:32.433426 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9062d5ec-c031-4889-b183-1c2520fb4ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:32.434651 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9062d5ec-c031-4889-b183-1c2520fb4ee1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11501bba-913a-4356-8d4c-36af9a836d54 HTTP/1.1" status: 204 len: 168 time: 0.4326582 Jul 29 14:05:32.487888 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:32.501875 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4490626 Jul 29 14:05:32.534496 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:32.562666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-28aa2cf3-0009-488b-b726-a45e67e56f97 req-a231f12e-a41e-4101-a165-8d870471cc8b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Unset dirty status for tenant:7047904c6c204415b804405a850952e3 on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:32.563910 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-28aa2cf3-0009-488b-b726-a45e67e56f97 req-a231f12e-a41e-4101-a165-8d870471cc8b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207923 Jul 29 14:05:32.629822 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 8d66231d-6f95-404e-b64e-0342eb986d34 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:05:32.729322 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-be88e1ab-cba6-490a-a64f-d6ce1f4fefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:32.730891 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-be88e1ab-cba6-490a-a64f-d6ce1f4fefc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 1097 time: 0.1482313 Jul 29 14:05:32.927636 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 8d66231d-6f95-404e-b64e-0342eb986d34, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8d66231d-6f95-404e-b64e-0342eb986d34,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:32.960698 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '8d66231d-6f95-404e-b64e-0342eb986d34', 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'port_id': '8d66231d-6f95-404e-b64e-0342eb986d34', 'mac_address': 'fa:16:3e:1a:6d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:05:32.980312 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-e6af42af-6400-448d-9f46-2e14f2ace0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:32.981943 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-e6af42af-6400-448d-9f46-2e14f2ace0fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 1099 time: 0.1385372 Jul 29 14:05:33.065821 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:33.072296 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:33.095059 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d66231d-6f95-404e-b64e-0342eb986d34 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:33.118502 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 8d66231d-6f95-404e-b64e-0342eb986d34, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8d66231d-6f95-404e-b64e-0342eb986d34,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:33.142165 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:33.150958 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Usage tracker for resource:security_group_rule and tenant:ace18694e2dd46e9849c815c23ac2fbe is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:33.157588 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:33.177835 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:33.193558 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-341817e6-92d1-4fa9-8eb7-193228c8c4e2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Synchronizing usage tracker for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:33.211002 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027210fb-72aa-4c55-a10f-dfd5784426e9 req-2c930cbc-d4f5-49fe-9b45-ca97571d6e4f tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:33.211002 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-027210fb-72aa-4c55-a10f-dfd5784426e9 req-2c930cbc-d4f5-49fe-9b45-ca97571d6e4f tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 946 time: 0.3787534 Jul 29 14:05:33.211002 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-6d8e4631-8d75-4410-ad9b-905dca9d5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:33.212507 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-6d8e4631-8d75-4410-ad9b-905dca9d5abd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 920 time: 0.3869860 Jul 29 14:05:33.242755 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:33.245320 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-834e6bfc-6c57-4cff-873b-aafda1e69561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:33.300517 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:33.301577 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:33.313020 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-08f79d39-ee23-4c95-b682-50a003ff3a89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc HTTP/1.1" status: 200 len: 217 time: 0.0863278 Jul 29 14:05:33.315304 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=8d66231d-6f95-404e-b64e-0342eb986d34,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:33.318382 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:33.359778 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-341817e6-92d1-4fa9-8eb7-193228c8c4e2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Unset dirty status for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:33.368824 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-341817e6-92d1-4fa9-8eb7-193228c8c4e2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--630044714&fields=id&tenant_id=55c4417f4e284e05bdcf6106bc05421c HTTP/1.1" status: 200 len: 267 time: 0.2729406 Jul 29 14:05:33.377653 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-027210fb-72aa-4c55-a10f-dfd5784426e9 req-aef7170f-fcb0-474f-a098-734509238293 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618073 Jul 29 14:05:33.397567 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:33.399110 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-dc71ee19-78a8-4282-8ce7-7ae9ae479d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:33.401159 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-dc71ee19-78a8-4282-8ce7-7ae9ae479d57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.0770702 Jul 29 14:05:33.406127 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:33.416718 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:33.438558 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6055b938-a0c1-4d5a-8b5e-63b43dc823ea tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:33.474381 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e93eedf2-0474-43a9-9104-501ff4ae0a26,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:33.481218 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['8d66231d-6f95-404e-b64e-0342eb986d34'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:05:33.506198 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:33.511319 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-43e55531-28c7-4ecb-a5ff-5f3147ca9e8f req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219653 Jul 29 14:05:33.536070 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-a8692f08-933a-4d9e-9f4d-a8602f4e09d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917268 Jul 29 14:05:33.564026 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'Port': ['ID=88f031d7-e0dd-4b93-8a66-075088c3eb09,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:33.568669 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:33.578188 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:33.656052 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-3adefe6a-456e-4f06-8bfc-92429e5916f1 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:33.657519 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-3adefe6a-456e-4f06-8bfc-92429e5916f1 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Synchronizing usage tracker for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:network {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:33.785978 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-241e0fe6-2790-4410-b032-bed66d3fa4b2 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025528 Jul 29 14:05:33.800461 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-3adefe6a-456e-4f06-8bfc-92429e5916f1 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Unset dirty status for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:network {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:33.802022 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-3adefe6a-456e-4f06-8bfc-92429e5916f1 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/networks?id=a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 200 len: 810 time: 0.4293237 Jul 29 14:05:33.820098 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:33.821302 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3878059 Jul 29 14:05:33.828010 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-15618128-2664-4706-a903-91417c6e88a2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/quotas/55c4417f4e284e05bdcf6106bc05421c HTTP/1.1" status: 200 len: 375 time: 0.0188580 Jul 29 14:05:33.935604 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1a490-eba6-495f-acbc-fd83eb22f5ce req-b823c5fe-cd67-48d0-90bf-82b728153fe0 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:33.937535 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-edb1a490-eba6-495f-acbc-fd83eb22f5ce req-b823c5fe-cd67-48d0-90bf-82b728153fe0 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 944 time: 0.1990330 Jul 29 14:05:33.962330 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-b682cb0b-e8e9-4742-b862-3ff525289ce3 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273291 Jul 29 14:05:33.978791 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9230bb49-5852-41ff-8dd7-11eaed1feb4c req-c2541116-deea-4da5-90b5-f8457849069d service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832857 Jul 29 14:05:34.027936 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-edb1a490-eba6-495f-acbc-fd83eb22f5ce req-fd733448-8ff1-479f-a643-3baeb24ce5eb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668650 Jul 29 14:05:34.129506 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-6664f7d9-ce24-4cd3-9bcb-f12bde98c616 service neutron] 10.222.0.22 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535122 Jul 29 14:05:34.216656 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-8e174877-6ace-420d-ba3a-d68d5e2c99e6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1714395738&fields=id&tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17 HTTP/1.1" status: 200 len: 267 time: 0.0462241 Jul 29 14:05:34.276458 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-f39102b5-c917-4ebc-8a8f-a9cc227dee2f service neutron] 10.222.0.22 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400757 Jul 29 14:05:34.405328 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-c1452d26-6468-4b74-924f-e22c0e76eeaa tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:34.409382 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-c1452d26-6468-4b74-924f-e22c0e76eeaa tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 817 time: 0.1831346 Jul 29 14:05:34.429223 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-88fc671f-28c4-48c9-9b79-10f283a85989 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/quotas/a856b5d8b29547c1b5d0bdd4241b4b17 HTTP/1.1" status: 200 len: 375 time: 0.0104685 Jul 29 14:05:34.552809 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-83b646b2-a33b-410b-8f37-95e6c7666db2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Synchronizing usage tracker for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:34.642267 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:05:34.663261 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-83b646b2-a33b-410b-8f37-95e6c7666db2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Unset dirty status for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:34.668941 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-83b646b2-a33b-410b-8f37-95e6c7666db2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2269807 Jul 29 14:05:34.692837 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 8d66231d-6f95-404e-b64e-0342eb986d34 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:34.762943 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.resource_extend [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:05:34.953345 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf02976-8948-4ac7-a97f-6f74d0dac0e5 req-a10639d5-e452-4c3c-b32c-dd4425d890bb tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:34.954017 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-670f22cd-6854-44c0-98aa-026ae77cee28 service neutron] 10.222.0.22 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684498 Jul 29 14:05:34.956436 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dcf02976-8948-4ac7-a97f-6f74d0dac0e5 req-a10639d5-e452-4c3c-b32c-dd4425d890bb tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 946 time: 0.2138374 Jul 29 14:05:35.034060 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dcf02976-8948-4ac7-a97f-6f74d0dac0e5 req-36a068f4-cbfe-4760-9ba1-25d86fbfb0b3 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705817 Jul 29 14:05:35.138647 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de235dea-e0f1-4012-83fa-f85d84c32792 req-c804e9ff-7be0-4807-a74e-535385ae1892 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 210 time: 0.0648935 Jul 29 14:05:35.257562 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:35.273396 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc', 'network_id': 'b09c26fe-9a9f-4a61-8a10-90b1b216cc31', 'port_id': '3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc', 'mac_address': 'fa:16:3e:aa:23:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826a5c09-90df-4c91-8996-af9a02e8a88c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:05:35.277377 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 8d66231d-6f95-404e-b64e-0342eb986d34 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:35.283739 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 8d66231d-6f95-404e-b64e-0342eb986d34 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:35.284463 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:35.306282 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-e5bce773-16a0-48be-8b81-52a12fb87d1a service neutron] 10.222.0.22 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517568 Jul 29 14:05:35.351052 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b067a-439b-4ea0-9374-2b9dc8ff05da req-3ec8be45-95e4-4237-bea4-bd2a18ad5fe2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:35.353000 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8d3b067a-439b-4ea0-9374-2b9dc8ff05da req-3ec8be45-95e4-4237-bea4-bd2a18ad5fe2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 944 time: 0.1109657 Jul 29 14:05:35.390848 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:35.401931 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8d3b067a-439b-4ea0-9374-2b9dc8ff05da req-c86aebf9-36be-42e9-9a1d-9525b68cd8ae tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Jul 29 14:05:35.413594 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:35.475801 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:35.492488 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:35.524064 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d66231d-6f95-404e-b64e-0342eb986d34'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:35.535458 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 8d66231d-6f95-404e-b64e-0342eb986d34, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8d66231d-6f95-404e-b64e-0342eb986d34,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:35.615675 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:35.626446 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:35.632499 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-654a08d9-8ee5-47e5-b65d-0f712aaa6df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:35.811871 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d79d431d-a264-4dd6-a48d-d40934d286c9 req-8254622c-da46-4f05-9b7c-c3c66b7ff00c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 210 time: 0.0676847 Jul 29 14:05:35.842990 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d66231d-6f95-404e-b64e-0342eb986d34', 'code': 200} Jul 29 14:05:35.868500 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=8d66231d-6f95-404e-b64e-0342eb986d34,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:35.939568 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:05:36.043250 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:36.084881 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:36.086314 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:36.086595 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:36.272114 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-0f4a0422-81d8-4e61-8dfc-7da1a304aace req-563d0ac0-caea-4a4b-a057-2b8a7c3696ff tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Synchronizing usage tracker for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:36.309319 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410afec-0de9-4c45-8159-4432969f7c55 req-bb9f3bc0-2870-4d46-963c-24995cd8a13d tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:36.310008 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a410afec-0de9-4c45-8159-4432969f7c55 req-bb9f3bc0-2870-4d46-963c-24995cd8a13d tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 946 time: 0.1157806 Jul 29 14:05:36.369449 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a410afec-0de9-4c45-8159-4432969f7c55 req-736d15fb-c205-426e-939e-665c52f80f2a tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535605 Jul 29 14:05:36.379412 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-0f4a0422-81d8-4e61-8dfc-7da1a304aace req-563d0ac0-caea-4a4b-a057-2b8a7c3696ff tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Unset dirty status for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:36.392851 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0f4a0422-81d8-4e61-8dfc-7da1a304aace req-563d0ac0-caea-4a4b-a057-2b8a7c3696ff tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 210 time: 0.1654184 Jul 29 14:05:36.546737 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d204815-23b1-4509-8537-9bb74376ddac req-d209fcdb-6135-4240-8faa-e24300450369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:36.552395 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2d204815-23b1-4509-8537-9bb74376ddac req-d209fcdb-6135-4240-8faa-e24300450369 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1098 time: 0.1618547 Jul 29 14:05:36.649133 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2d204815-23b1-4509-8537-9bb74376ddac req-8759245b-3a7e-47d5-a5a1-72fc0fcb6e7e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894258 Jul 29 14:05:36.928325 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404703f0-6028-4e64-b76a-b0f810a7bffd req-69f3d2b8-d701-4d27-a04a-ba9e9c3a126e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:36.939132 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-404703f0-6028-4e64-b76a-b0f810a7bffd req-69f3d2b8-d701-4d27-a04a-ba9e9c3a126e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 945 time: 0.1687846 Jul 29 14:05:36.968017 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f9fba4a2-2c11-4c10-9e3e-3187338d46a4 req-7d93f87d-d86e-49e0-b6bb-b228d1d150e1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 210 time: 0.0598574 Jul 29 14:05:37.002102 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-404703f0-6028-4e64-b76a-b0f810a7bffd req-75ed29e8-bb92-4710-a024-84df42f88926 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649853 Jul 29 14:05:37.572595 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f68fafef-4b68-41f6-bdc6-a83a1da65ce5 req-8429c8e3-7e27-47db-a565-f30e2d068afb tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 210 time: 0.0450809 Jul 29 14:05:38.225678 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-13c17aef-7df5-4a61-92f7-5ed89505d078 req-3f5e285f-55a9-4a83-badd-58af05b9137c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 210 time: 0.1376724 Jul 29 14:05:38.436564 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26482bcf-ae89-43bd-b292-818fedfce624 req-1a5c6e54-d80f-4a27-bf65-cf0a4dc7ad08 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:38.438687 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-26482bcf-ae89-43bd-b292-818fedfce624 req-1a5c6e54-d80f-4a27-bf65-cf0a4dc7ad08 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 945 time: 0.2427392 Jul 29 14:05:38.502727 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-26482bcf-ae89-43bd-b292-818fedfce624 req-821f80d3-c764-4c1f-8f89-48fb0dbcb2e3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536408 Jul 29 14:05:38.673028 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-9cd75464-8d8e-4c58-8232-0ac4c138aca9 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:38.674872 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-9cd75464-8d8e-4c58-8232-0ac4c138aca9 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "GET /v2.0/networks?id=a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 200 len: 810 time: 0.1702249 Jul 29 14:05:38.686566 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:38.770137 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-90c63fe3-3377-4cbf-9e6a-23eeb1e0c271 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c4417f4e284e05bdcf6106bc05421c HTTP/1.1" status: 200 len: 379 time: 0.0848196 Jul 29 14:05:38.782723 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'port': {'device_id': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'admin_state_up': True, 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'security_groups': ['92d6a983-b7e8-4d5f-98c5-5b5e15f48f17']}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:38.792980 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0c69ffc5-5907-41e3-b51a-fe64edc6fb24 req-45cafc4f-f730-4648-840f-f5f34d27cbc7 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 210 time: 0.0655718 Jul 29 14:05:38.917022 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:38.924990 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:38.925514 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:38.958007 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:38.967721 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:39.058640 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:39.111176 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Made reservation on behalf of 55c4417f4e284e05bdcf6106bc05421c for: {'port': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:05:39.115211 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:39.137752 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebb976a-8f04-4096-9216-b13f7ceb3a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:39.148414 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:39.186985 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebb976a-8f04-4096-9216-b13f7ceb3a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc', 'code': 200} Jul 29 14:05:39.301001 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Allocated IP 172.20.0.7 (a10854f7-df06-4ead-a00c-8158cb6e34b6/ec774f59-294e-4722-b605-ffb9dad0dbf4/6161049b-4be9-45c4-806d-ee46798e0340) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:39.338463 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:39.340805 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:39.469993 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1db2467e-eba1-433d-9429-0a56fd678999 req-f4130edb-3375-4ad2-93cf-f8c956a72526 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 210 time: 0.0813110 Jul 29 14:05:39.559179 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-33ab80b3-351e-478c-a52f-800856ec7d52 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:39.570898 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-33ab80b3-351e-478c-a52f-800856ec7d52 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Synchronizing usage tracker for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:network {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:39.575533 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:39.585449 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:39.646786 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:39.671961 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Transition to ACTIVE for port object 6161049b-4be9-45c4-806d-ee46798e0340 will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:39.685916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-33ab80b3-351e-478c-a52f-800856ec7d52 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Unset dirty status for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:network {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:39.687084 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-33ab80b3-351e-478c-a52f-800856ec7d52 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 817 time: 0.4262998 Jul 29 14:05:39.793243 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-54458607-1709-4240-ab15-bbbd3cae77a5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Synchronizing usage tracker for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:39.845774 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841454dc-102d-471e-96ca-4886a32498db req-d01db261-a80d-434e-bfb2-3905e07e7c34 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:39.847599 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-841454dc-102d-471e-96ca-4886a32498db req-d01db261-a80d-434e-bfb2-3905e07e7c34 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1451502 Jul 29 14:05:39.926709 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e79c79-ec52-4dc4-8b4c-735eb4a5085d req-4cb0e4f2-dd91-4b43-b9fc-266774d3f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:39.926709 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a0e79c79-ec52-4dc4-8b4c-735eb4a5085d req-4cb0e4f2-dd91-4b43-b9fc-266774d3f0f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 1099 time: 0.0923421 Jul 29 14:05:39.941937 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-841454dc-102d-471e-96ca-4886a32498db req-0e90d526-fbc4-4a9d-9b13-314297a4b62d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858061 Jul 29 14:05:39.962780 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:39.971857 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a0e79c79-ec52-4dc4-8b4c-735eb4a5085d req-996b69fc-d930-45dd-badd-437fb9287fa1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Jul 29 14:05:39.978697 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:40.037757 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:40.042196 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:40.046286 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:40.053492 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-54458607-1709-4240-ab15-bbbd3cae77a5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Unset dirty status for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:40.054990 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-54458607-1709-4240-ab15-bbbd3cae77a5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17 HTTP/1.1" status: 200 len: 380 time: 0.3590884 Jul 29 14:05:40.067255 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'port': {'device_id': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'admin_state_up': True, 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'security_groups': ['4c3c7a89-5923-4a34-add5-f0797d2d0585']}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:40.253253 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'Port': ['ID=6161049b-4be9-45c4-806d-ee46798e0340,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:40.258945 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:40.295021 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:40.307980 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:40.327119 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:40.327721 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:40.367672 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35a53-3e4b-41a1-b2f4-716e8b6f75aa req-c55b304d-ad20-4e4f-aa87-c264aab61da6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:40.369055 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-82f35a53-3e4b-41a1-b2f4-716e8b6f75aa req-c55b304d-ad20-4e4f-aa87-c264aab61da6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 931 time: 0.2787890 Jul 29 14:05:40.423773 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-82f35a53-3e4b-41a1-b2f4-716e8b6f75aa req-76c42cc0-b3b8-434d-a569-cb5ab0804719 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490229 Jul 29 14:05:40.433917 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Made reservation on behalf of a856b5d8b29547c1b5d0bdd4241b4b17 for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:05:40.442527 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:40.520963 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7437966 Jul 29 14:05:40.542209 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Request body: {'port': {'device_id': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:40.551846 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-b310578f-75e1-48d5-a565-61948c1019ef None None] Provisioning for port 6161049b-4be9-45c4-806d-ee46798e0340 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:40.566362 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-b310578f-75e1-48d5-a565-61948c1019ef None None] Provisioning complete for port 6161049b-4be9-45c4-806d-ee46798e0340 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:40.566776 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b310578f-75e1-48d5-a565-61948c1019ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:40.638203 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Allocated IP 172.20.0.3 (239480e6-582a-4677-9647-921784eccd01/222874a5-5532-4548-a585-b1822e9c736e/84c29115-d44d-4e67-a4c2-3b08963b4049) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:05:40.657583 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-b310578f-75e1-48d5-a565-61948c1019ef None None] Port 6161049b-4be9-45c4-806d-ee46798e0340 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:05:40.696702 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bbaafba1-9c5f-4067-b212-82ccb25626f7 req-ffe0819f-cae3-4a99-b76b-8ef8ad6309a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 210 time: 0.0750768 Jul 29 14:05:40.799533 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:40.928658 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:40.955256 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Transition to ACTIVE for port object 84c29115-d44d-4e67-a4c2-3b08963b4049 will not be triggered until provisioned by entity DHCP. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:40.999926 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55308) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:41.074401 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:41.103499 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-79652feb-5ccf-4bf6-b4ee-49eac4ce8751 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:41.165714 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Network 239480e6-582a-4677-9647-921784eccd01 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:05:41.187196 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:05:41.228167 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:41.243652 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:05:41.388207 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:41.391108 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:41.407041 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6161049b-4be9-45c4-806d-ee46798e0340 {{(pid=79176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:41.408229 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:41.412586 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Usage tracker for resource:security_group_rule and tenant:42f1b51bec7d40188ec3147ef669be2a is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:41.416633 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:41.421367 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:41.425598 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:41.446697 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Transition to ACTIVE for port object 6161049b-4be9-45c4-806d-ee46798e0340 will not be triggered until provisioned by entity L2. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:41.473570 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd5232-33c5-42c6-b620-c045dd664df5 req-69920755-d515-4fd0-adf5-c3f28080e037 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:41.485940 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1bd5232-33c5-42c6-b620-c045dd664df5 req-69920755-d515-4fd0-adf5-c3f28080e037 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.3493109 Jul 29 14:05:41.507950 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:41.508614 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:41.543994 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1bd5232-33c5-42c6-b620-c045dd664df5 req-7f8409ea-f1e4-4449-a0df-8442501d5bdd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519154 Jul 29 14:05:41.552074 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:41.563982 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:41.682568 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-06fe0deb-bdd2-48c0-967c-f4bf4d7f9f56 None None] Provisioning for port 84c29115-d44d-4e67-a4c2-3b08963b4049 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:41.690779 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-06fe0deb-bdd2-48c0-967c-f4bf4d7f9f56 None None] Provisioning complete for port 84c29115-d44d-4e67-a4c2-3b08963b4049 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:41.691172 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-06fe0deb-bdd2-48c0-967c-f4bf4d7f9f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:41.695804 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:41.722117 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6610227 Jul 29 14:05:41.760249 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Request body: {'port': {'device_id': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:41.794452 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6161049b-4be9-45c4-806d-ee46798e0340,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:41.808711 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:41.905836 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-06fe0deb-bdd2-48c0-967c-f4bf4d7f9f56 None None] Port 84c29115-d44d-4e67-a4c2-3b08963b4049 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:05:41.932217 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:41.953197 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:41.979391 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa9a88-c994-4c0f-9d4d-834e4336afab req-7b5d34f3-df87-46aa-8751-6cb38dca364c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:41.981124 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-04aa9a88-c994-4c0f-9d4d-834e4336afab req-7b5d34f3-df87-46aa-8751-6cb38dca364c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 943 time: 0.3909473 Jul 29 14:05:42.036541 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42f1b51bec7d40188ec3147ef669be2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0323541 Jul 29 14:05:42.036705 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e7b18212-175a-48f5-92a3-8c9183c0bb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.038962 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55338) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:42.043856 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.057100 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Attempting to bind port 6161049b-4be9-45c4-806d-ee46798e0340 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:42.057480 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Attempting to bind port 6161049b-4be9-45c4-806d-ee46798e0340 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:42.057734 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Attempting to bind port 6161049b-4be9-45c4-806d-ee46798e0340 on network a10854f7-df06-4ead-a00c-8158cb6e34b6 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:42.057856 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7ed61-97b5-4a7b-8381-5fda7ff8e519,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:42.072029 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:42.077539 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Port 6161049b-4be9-45c4-806d-ee46798e0340 on network a10854f7-df06-4ead-a00c-8158cb6e34b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:05:42.077871 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Attempting to bind port 6161049b-4be9-45c4-806d-ee46798e0340 on network a10854f7-df06-4ead-a00c-8158cb6e34b6 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:42.088365 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:42.088729 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Checking segment: {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:42.090179 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Bound using segment: {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:42.090179 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Bound port: 6161049b-4be9-45c4-806d-ee46798e0340, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'}}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:42.090179 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.110940 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486a548-3d2f-4075-89c8-2b0704e4c906 req-1c6cb009-628b-4649-9b21-644b92899861 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:42.112501 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7486a548-3d2f-4075-89c8-2b0704e4c906 req-1c6cb009-628b-4649-9b21-644b92899861 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 931 time: 0.1796231 Jul 29 14:05:42.124323 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-04aa9a88-c994-4c0f-9d4d-834e4336afab req-ffa6fed4-aaaf-4d66-bb55-1a72d57b8c5d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316397 Jul 29 14:05:42.233097 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-542d5135-57d2-49fd-b0f0-f98b9a03f252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.239800 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7486a548-3d2f-4075-89c8-2b0704e4c906 req-64e58137-e7d5-4b5e-9866-d8ecdbc43262 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154566 Jul 29 14:05:42.283168 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] For port 6161049b-4be9-45c4-806d-ee46798e0340, host hv-cinder-80132, cleared binding levels {{(pid=79176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:42.288999 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] For port 6161049b-4be9-45c4-806d-ee46798e0340, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=6161049b-4be9-45c4-806d-ee46798e0340,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:42.293506 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-542d5135-57d2-49fd-b0f0-f98b9a03f252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.429394 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.440595 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:42.465030 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.487471 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-542d5135-57d2-49fd-b0f0-f98b9a03f252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.507600 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c29115-d44d-4e67-a4c2-3b08963b4049 {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:42.517666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.524704 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:42.525390 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.528952 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/6161049b-4be9-45c4-806d-ee46798e0340 HTTP/1.1" status: 200 len: 1093 time: 1.9910283 Jul 29 14:05:42.528952 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'tag': '6161049b-4be9-45c4-806d-ee46798e0340'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:42.546684 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-542d5135-57d2-49fd-b0f0-f98b9a03f252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.547702 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Transition to ACTIVE for port object 84c29115-d44d-4e67-a4c2-3b08963b4049 will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:05:42.548185 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-542d5135-57d2-49fd-b0f0-f98b9a03f252 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42a7ed61-97b5-4a7b-8381-5fda7ff8e519 HTTP/1.1" status: 204 len: 168 time: 0.5080776 Jul 29 14:05:42.558159 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6161049b-4be9-45c4-806d-ee46798e0340,revision_number=3']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:42.561256 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:42.561727 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2a139a87-d3cd-4e65-850c-6d1f835ae394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:42.577146 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5135-57d2-49fd-b0f0-f98b9a03f252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7ed61-97b5-4a7b-8381-5fda7ff8e519,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:42.599383 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-542d5135-57d2-49fd-b0f0-f98b9a03f252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:42.656337 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'tag': '6161049b-4be9-45c4-806d-ee46798e0340', 'status': 'completed', 'code': 200} Jul 29 14:05:42.716935 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:42.724445 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:42.876822 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f81ed-8af1-4da2-ae00-d08f3fb61f94 req-5a339153-0403-402e-88fe-f91aef8329b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:42.878347 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-503f81ed-8af1-4da2-ae00-d08f3fb61f94 req-5a339153-0403-402e-88fe-f91aef8329b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 1096 time: 0.1883004 Jul 29 14:05:42.892425 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d10f9f-4a8a-4244-974d-a2e51f284fcf req-94347104-e420-4953-98e7-0a46eecebff5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:42.894190 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-69d10f9f-4a8a-4244-974d-a2e51f284fcf req-94347104-e420-4953-98e7-0a46eecebff5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1574049 Jul 29 14:05:42.912523 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:42.965078 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:43.109394 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-69d10f9f-4a8a-4244-974d-a2e51f284fcf req-c7fef640-cb08-490a-af6b-c74995556c3d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812558 Jul 29 14:05:43.137536 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f81ed-8af1-4da2-ae00-d08f3fb61f94 req-35003715-d2d4-441d-8755-d9453b9f95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:43.139031 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-503f81ed-8af1-4da2-ae00-d08f3fb61f94 req-35003715-d2d4-441d-8755-d9453b9f95bc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=55c4417f4e284e05bdcf6106bc05421c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2441082 Jul 29 14:05:43.350453 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f81ed-8af1-4da2-ae00-d08f3fb61f94 req-e35c7739-f947-46d4-a8c2-e38b3dd4b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:43.351910 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-503f81ed-8af1-4da2-ae00-d08f3fb61f94 req-e35c7739-f947-46d4-a8c2-e38b3dd4b718 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050617 Jul 29 14:05:43.374884 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6773f7d-43c1-4f84-badc-91a4dbbfa1a5 req-0ca543be-5442-479c-9584-99cf12176597 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:43.376160 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-b6773f7d-43c1-4f84-badc-91a4dbbfa1a5 req-0ca543be-5442-479c-9584-99cf12176597 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Synchronizing usage tracker for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:43.458967 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e11753f1-142e-4e81-876c-ea29011c7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:43.460443 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e11753f1-142e-4e81-876c-ea29011c7035 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 1096 time: 0.0722265 Jul 29 14:05:43.537685 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-279ee90b-e800-4b3e-8a7b-583e51ab1a31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6161049b-4be9-45c4-806d-ee46798e0340 HTTP/1.1" status: 200 len: 217 time: 0.0684810 Jul 29 14:05:43.537685 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-b6773f7d-43c1-4f84-badc-91a4dbbfa1a5 req-0ca543be-5442-479c-9584-99cf12176597 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Unset dirty status for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:43.538000 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b6773f7d-43c1-4f84-badc-91a4dbbfa1a5 req-0ca543be-5442-479c-9584-99cf12176597 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 943 time: 0.2795904 Jul 29 14:05:43.636681 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b6773f7d-43c1-4f84-badc-91a4dbbfa1a5 req-92589f6c-5416-4bc3-a121-3e6ed140c177 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617771 Jul 29 14:05:43.638034 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-908ec4f0-448d-45bd-b29f-6651cda98abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:43.639864 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-908ec4f0-448d-45bd-b29f-6651cda98abc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec774f59-294e-4722-b605-ffb9dad0dbf4 HTTP/1.1" status: 200 len: 849 time: 0.0967572 Jul 29 14:05:43.717917 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55374) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:43.740434 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:43.756811 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Attempting to bind port 84c29115-d44d-4e67-a4c2-3b08963b4049 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:05:43.757350 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Attempting to bind port 84c29115-d44d-4e67-a4c2-3b08963b4049 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:05:43.757796 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Attempting to bind port 84c29115-d44d-4e67-a4c2-3b08963b4049 on network 239480e6-582a-4677-9647-921784eccd01 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:43.763344 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Port 84c29115-d44d-4e67-a4c2-3b08963b4049 on network 239480e6-582a-4677-9647-921784eccd01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:05:43.763950 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Attempting to bind port 84c29115-d44d-4e67-a4c2-3b08963b4049 on network 239480e6-582a-4677-9647-921784eccd01 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:05:43.771051 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:05:43.771553 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Checking segment: {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:05:43.772006 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Bound using segment: {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:05:43.772590 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Bound port: 84c29115-d44d-4e67-a4c2-3b08963b4049, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:05:43.772974 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:43.802647 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:43.807952 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-cd3a319f-0abd-4184-8c26-e569b956092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:43.809459 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-cd3a319f-0abd-4184-8c26-e569b956092d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a10854f7-df06-4ead-a00c-8158cb6e34b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1585588 Jul 29 14:05:43.817517 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Usage tracker for resource:security_group_rule and tenant:195dd980abd242ad808cf99ba58516ae is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:43.822023 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:43.853004 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:43.887013 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:05:43.892275 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:05:44.065467 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:44.092095 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c91196-3971-457a-b55f-4f39c4f67bb7 req-aded59f6-bae6-4b2f-aff5-2ea2a38cbbe6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:44.094763 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-35c91196-3971-457a-b55f-4f39c4f67bb7 req-aded59f6-bae6-4b2f-aff5-2ea2a38cbbe6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.3380418 Jul 29 14:05:44.096397 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:44.110984 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-38d38ad1-187a-472b-8cab-f8eca2199823 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844665 Jul 29 14:05:44.168035 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:44.168666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:44.170027 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/84c29115-d44d-4e67-a4c2-3b08963b4049 HTTP/1.1" status: 200 len: 1093 time: 2.4406769 Jul 29 14:05:44.171362 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:44.200439 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:44.205866 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:44.217239 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-33d2ae21-da90-4aa1-b016-9d01d70bb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:44.220168 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-33d2ae21-da90-4aa1-b016-9d01d70bb63a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 1099 time: 0.1972537 Jul 29 14:05:44.232208 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239980e-d249-46df-bba6-8e07395a7054 req-1db52722-c24b-418a-896b-a5443f2e27d4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:44.233906 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3239980e-d249-46df-bba6-8e07395a7054 req-1db52722-c24b-418a-896b-a5443f2e27d4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.2493851 Jul 29 14:05:44.307124 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-35c91196-3971-457a-b55f-4f39c4f67bb7 req-3a6422d6-6f46-4808-9c7a-e1175fdf3faa tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007618 Jul 29 14:05:44.339105 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:44.396728 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-698c27bf-8a71-4e90-9cd0-211e9c17755d req-e2ead1bf-da22-4da8-a909-decedca5f075 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695456 Jul 29 14:05:44.417690 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'status': 'completed', 'code': 200} Jul 29 14:05:44.464559 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:44.481151 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-542d5135-57d2-49fd-b0f0-f98b9a03f252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:44.494727 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3239980e-d249-46df-bba6-8e07395a7054 req-d72327a4-9c4a-4e8a-877d-2a80b589f653 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384338 Jul 29 14:05:44.546170 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-51bd4a38-7d69-48ef-84d4-aa6d691aab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:44.547752 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-51bd4a38-7d69-48ef-84d4-aa6d691aab7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 920 time: 0.3129394 Jul 29 14:05:44.556191 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=195dd980abd242ad808cf99ba58516ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8356478 Jul 29 14:05:44.558531 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55402) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:44.559182 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2105085b-f76f-499a-a2d2-2d294daaf9a5,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:44.563531 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:44.582874 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-03d5bbbe-d1b6-4bf0-a666-8eef7aa6e968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:44.646818 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-2b460c97-a84c-4f98-ab0a-334da5e47445 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc HTTP/1.1" status: 200 len: 217 time: 0.0724754 Jul 29 14:05:44.654737 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-5d49e35f-8154-49af-914a-15007efb9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:44.656228 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-5d49e35f-8154-49af-914a-15007efb9e6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 1096 time: 0.2421629 Jul 29 14:05:44.785114 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-fea58f58-8e62-404c-af56-f9539bf09b3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c29115-d44d-4e67-a4c2-3b08963b4049 HTTP/1.1" status: 200 len: 217 time: 0.0920565 Jul 29 14:05:44.849665 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4977-7545-4dea-9aa8-83360428061e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:44.852143 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-29fa93f4-f730-4f63-89f3-6f6f6ff1300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:44.853548 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-29fa93f4-f730-4f63-89f3-6f6f6ff1300d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.1939964 Jul 29 14:05:44.867827 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7169a1a-b974-4ac9-acf3-fb6699bdd4a0 req-ccb9270e-d03a-4456-8a3f-6f9e0aa35163 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:44.869393 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d7169a1a-b974-4ac9-acf3-fb6699bdd4a0 req-ccb9270e-d03a-4456-8a3f-6f9e0aa35163 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 943 time: 0.0943959 Jul 29 14:05:44.921360 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d7169a1a-b974-4ac9-acf3-fb6699bdd4a0 req-883f923c-f0f0-4c9e-9ac0-0bbbe373e138 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461838 Jul 29 14:05:44.928334 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-040b681f-be4d-4d63-82eb-261f7741efd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589569 Jul 29 14:05:44.956244 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4977-7545-4dea-9aa8-83360428061e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:44.981898 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-9ddf68c8-017a-4aaf-bad7-4fdfeba8835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:44.983634 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-9ddf68c8-017a-4aaf-bad7-4fdfeba8835c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.1800735 Jul 29 14:05:45.242307 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-83d5c112-1017-4552-b6d3-95de2642bf8f service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064053 Jul 29 14:05:45.281169 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-42d796bd-93cf-4e2a-addd-217bd35f4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:45.283210 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-42d796bd-93cf-4e2a-addd-217bd35f4baa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2840247 Jul 29 14:05:45.473802 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4977-7545-4dea-9aa8-83360428061e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:45.482183 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-66123928-a91b-4423-a9d7-f118ff7b39c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:45.518143 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e4977-7545-4dea-9aa8-83360428061e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2105085b-f76f-499a-a2d2-2d294daaf9a5,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:45.539306 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9b8e4977-7545-4dea-9aa8-83360428061e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:45.554692 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf23d634-a3dd-49a7-b14b-dc29adb47727 req-66117360-c252-438c-948b-99cedc6a1631 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025398 Jul 29 14:05:45.558364 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4977-7545-4dea-9aa8-83360428061e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:45.559415 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9b8e4977-7545-4dea-9aa8-83360428061e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2105085b-f76f-499a-a2d2-2d294daaf9a5 HTTP/1.1" status: 204 len: 168 time: 0.9999721 Jul 29 14:05:45.569571 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272baf3-d6f2-4c61-be85-b1cb2ba74030 req-f6277188-53dc-49e0-9fd5-6779b3b83703 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:45.577942 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e272baf3-d6f2-4c61-be85-b1cb2ba74030 req-f6277188-53dc-49e0-9fd5-6779b3b83703 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1339903 Jul 29 14:05:45.580275 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-026e19f4-fda0-416f-8cc4-45d01ffb4c05 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829857 Jul 29 14:05:45.622668 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:45.635181 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e272baf3-d6f2-4c61-be85-b1cb2ba74030 req-4b9709a8-6429-4136-acb3-aa7ab6e3adea tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528426 Jul 29 14:05:45.847051 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d8414ce4-ef15-4a23-938b-6787a73d6f5b req-eb6179c7-0b72-4498-b23c-fa85106cb061 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584109 Jul 29 14:05:45.869611 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf433cca-896e-42f9-9b1b-98437742a3c1 req-471c4a4b-3ca6-4266-8429-b143e38e1568 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:45.871104 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bf433cca-896e-42f9-9b1b-98437742a3c1 req-471c4a4b-3ca6-4266-8429-b143e38e1568 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1063457 Jul 29 14:05:45.925083 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bf433cca-896e-42f9-9b1b-98437742a3c1 req-82bf5913-7398-4d3d-904d-f6d029d10e07 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 Jul 29 14:05:46.044625 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de45a6-f6f6-4ce5-b8e6-ad5e6a76eb1f req-48df4bb8-d567-410f-ae60-a8ff97ab362c tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:46.048943 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-61de45a6-f6f6-4ce5-b8e6-ad5e6a76eb1f req-48df4bb8-d567-410f-ae60-a8ff97ab362c tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 946 time: 0.1011438 Jul 29 14:05:46.130765 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160f399-dd86-408e-8920-2dddaba910d3 req-343f5d6b-1e29-4cfc-b44f-12ca2fdc11bc tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:46.132387 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a160f399-dd86-408e-8920-2dddaba910d3 req-343f5d6b-1e29-4cfc-b44f-12ca2fdc11bc tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 943 time: 0.0967803 Jul 29 14:05:46.154507 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-61de45a6-f6f6-4ce5-b8e6-ad5e6a76eb1f req-2238f073-cf25-40e2-a9c1-3f7f9539e9d8 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021435 Jul 29 14:05:46.182106 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-7ac35ee0-c9a0-4d05-9ab6-6462934fedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:46.183711 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-7ac35ee0-c9a0-4d05-9ab6-6462934fedf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 1096 time: 0.1302035 Jul 29 14:05:46.213025 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a160f399-dd86-408e-8920-2dddaba910d3 req-cfa173af-9c2e-4305-a0a7-2b62564524ed tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729272 Jul 29 14:05:46.361495 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-abfd9725-4e87-4165-81ea-9da923b4accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:46.362952 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-abfd9725-4e87-4165-81ea-9da923b4accb service neutron] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 918 time: 0.1649168 Jul 29 14:05:46.446191 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-9551ba6f-c2f3-4751-b0df-1865d29f293d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c29115-d44d-4e67-a4c2-3b08963b4049 HTTP/1.1" status: 200 len: 217 time: 0.0696380 Jul 29 14:05:46.520948 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-d8384c45-966f-4494-8715-f1543ba430fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:46.522305 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-d8384c45-966f-4494-8715-f1543ba430fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.0612731 Jul 29 14:05:46.602939 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-31c9262c-561b-4e7b-b88d-8125ac92bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:46.604450 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-31c9262c-561b-4e7b-b88d-8125ac92bc21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736208 Jul 29 14:05:46.723527 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 6161049b-4be9-45c4-806d-ee46798e0340 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:05:46.797571 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-0b811b1a-c900-4416-a304-d78226bbe719 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859386 Jul 29 14:05:46.878493 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 6161049b-4be9-45c4-806d-ee46798e0340, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=6161049b-4be9-45c4-806d-ee46798e0340,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:46.898662 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '6161049b-4be9-45c4-806d-ee46798e0340', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'port_id': '6161049b-4be9-45c4-806d-ee46798e0340', 'mac_address': 'fa:16:3e:50:47:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:05:46.952970 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87960792-cd2a-40a7-8836-944fe50254ff req-3d76245b-930a-4f94-bd53-1e34cf902dcd tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:46.954702 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-87960792-cd2a-40a7-8836-944fe50254ff req-3d76245b-930a-4f94-bd53-1e34cf902dcd tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Synchronizing usage tracker for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:46.961010 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:46.980510 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6161049b-4be9-45c4-806d-ee46798e0340 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:46.983904 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0413c51d-a9db-4efb-a8de-28b3f2db1f3a req-6dac7e4b-9c4a-40ff-9c12-a27cdc08ab80 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669128 Jul 29 14:05:46.996638 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.007954 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 6161049b-4be9-45c4-806d-ee46798e0340, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=6161049b-4be9-45c4-806d-ee46798e0340,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:47.042635 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55480) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:47.137136 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-87960792-cd2a-40a7-8836-944fe50254ff req-3d76245b-930a-4f94-bd53-1e34cf902dcd tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Unset dirty status for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:47.137630 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.138290 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-87960792-cd2a-40a7-8836-944fe50254ff req-3d76245b-930a-4f94-bd53-1e34cf902dcd tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.3841825 Jul 29 14:05:47.142541 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-3a71e864-30be-424e-a229-3820f78e7739 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:47.146185 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567177a-afb7-4555-9c36-5502df8f4621 req-d405a61d-2194-4920-999c-aca3039e8e52 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:47.147871 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3567177a-afb7-4555-9c36-5502df8f4621 req-d405a61d-2194-4920-999c-aca3039e8e52 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0920837 Jul 29 14:05:47.199623 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-87960792-cd2a-40a7-8836-944fe50254ff req-59cd7bff-775f-410f-8b69-7d599ef5a8db tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537541 Jul 29 14:05:47.242558 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3567177a-afb7-4555-9c36-5502df8f4621 req-e283bdd7-b65a-48bc-a55e-0098535cdaf1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882869 Jul 29 14:05:47.271004 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=6161049b-4be9-45c4-806d-ee46798e0340,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:47.274469 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:47.330829 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55496) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:47.333809 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.422874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:47.427884 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['6161049b-4be9-45c4-806d-ee46798e0340'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:05:47.440365 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Usage tracker for resource:security_group_rule and tenant:74f17efc1b7c44e1b937cdfb90938ef2 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:47.441297 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.445291 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:47.453338 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:47.461346 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:47.481530 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Usage tracker for resource:security_group_rule and tenant:bb20bc6d06264c888a477ddeb1f8cfac is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:47.489045 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:47.507749 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fbb19-d8f7-4a2f-b765-9dde6bc9fd34 req-8d53e4fc-dec2-4dac-9ce6-6ca37fe5b792 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:47.508310 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:47.509465 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5e4fbb19-d8f7-4a2f-b765-9dde6bc9fd34 req-8d53e4fc-dec2-4dac-9ce6-6ca37fe5b792 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 944 time: 0.1286683 Jul 29 14:05:47.561414 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8f4ae-f0ce-4b1d-87f9-2dd48c44ac3a req-a818b94d-cb0b-4a0d-a8b6-7bc3f0e1293c tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:47.563551 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-01c8f4ae-f0ce-4b1d-87f9-2dd48c44ac3a req-a818b94d-cb0b-4a0d-a8b6-7bc3f0e1293c tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 946 time: 0.2081454 Jul 29 14:05:47.623622 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5e4fbb19-d8f7-4a2f-b765-9dde6bc9fd34 req-00da56f1-39f6-4edb-b717-a83ffe707235 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006620 Jul 29 14:05:47.684966 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.759725 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.790575 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-01c8f4ae-f0ce-4b1d-87f9-2dd48c44ac3a req-3646db22-c2a4-4f76-9725-195572f418ed tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fa325fa-fefa-4473-adcf-cb03c4534084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168667 Jul 29 14:05:47.791634 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7cae93f8-e034-43ba-aef4-11649fec4a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:47.805193 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74f17efc1b7c44e1b937cdfb90938ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7592397 Jul 29 14:05:47.806759 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55514) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:47.844833 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.862370 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f9db55-b36f-41f8-9429-125938f13c1f,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:47.865963 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:47.878819 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-9afd4a31-0f5d-4b2d-820f-b7e8b5972d22 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:47.880367 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-9afd4a31-0f5d-4b2d-820f-b7e8b5972d22 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 946 time: 0.1551640 Jul 29 14:05:47.902896 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5ec985f7-fe74-4416-aed4-57d596de7f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.922825 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.930120 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5ec985f7-fe74-4416-aed4-57d596de7f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:47.941833 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9062d5ec-c031-4889-b183-1c2520fb4ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:47.997958 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154d9f90-2097-4ac7-a0ed-704ad44ed6eb,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:48.005668 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55520) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:48.005801 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb20bc6d06264c888a477ddeb1f8cfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6737945 Jul 29 14:05:48.014698 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:48.018244 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Deleting port 306fe05c-ff80-4dd2-bc60-eb019a58dc83 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:05:48.018556 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:48.071324 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5ec985f7-fe74-4416-aed4-57d596de7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:48.078030 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-af464b56-00da-45ac-97c0-f4c4848c847e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:48.082073 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:48.104759 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec985f7-fe74-4416-aed4-57d596de7f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f9db55-b36f-41f8-9429-125938f13c1f,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:48.108613 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5ec985f7-fe74-4416-aed4-57d596de7f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:48.130365 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-af464b56-00da-45ac-97c0-f4c4848c847e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:48.142523 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5ec985f7-fe74-4416-aed4-57d596de7f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:48.143367 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-5ec985f7-fe74-4416-aed4-57d596de7f18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06f9db55-b36f-41f8-9429-125938f13c1f HTTP/1.1" status: 204 len: 168 time: 0.3353086 Jul 29 14:05:48.285509 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] For port 306fe05c-ff80-4dd2-bc60-eb019a58dc83, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=306fe05c-ff80-4dd2-bc60-eb019a58dc83,segment=NetworkSegment(57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba),segment_id=57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:48.286213 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:48.287977 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-af464b56-00da-45ac-97c0-f4c4848c847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:48.293212 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:48.317243 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af464b56-00da-45ac-97c0-f4c4848c847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154d9f90-2097-4ac7-a0ed-704ad44ed6eb,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:48.319542 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-af464b56-00da-45ac-97c0-f4c4848c847e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:48.342215 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-af464b56-00da-45ac-97c0-f4c4848c847e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:48.344452 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-af464b56-00da-45ac-97c0-f4c4848c847e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/154d9f90-2097-4ac7-a0ed-704ad44ed6eb HTTP/1.1" status: 204 len: 168 time: 0.3368707 Jul 29 14:05:48.435900 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498263d-6694-48e6-8f86-1eb15c6c1298 req-6055f130-471a-4a34-98c7-1f472f6fd611 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:48.437595 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4498263d-6694-48e6-8f86-1eb15c6c1298 req-6055f130-471a-4a34-98c7-1f472f6fd611 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.0876386 Jul 29 14:05:48.505233 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4498263d-6694-48e6-8f86-1eb15c6c1298 req-3aa8ae43-1a9b-4616-bb83-ef509ce85ac7 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608227 Jul 29 14:05:48.511755 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Calling delete_port for 306fe05c-ff80-4dd2-bc60-eb019a58dc83 owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:05:48.698267 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51ab6c-a92b-4d15-83cf-154e4798a653 req-14d1ae00-81b8-41f9-bd14-16e306815dec tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:48.699773 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf51ab6c-a92b-4d15-83cf-154e4798a653 req-14d1ae00-81b8-41f9-bd14-16e306815dec tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.3000150 Jul 29 14:05:48.728297 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:05:48.734036 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 6161049b-4be9-45c4-806d-ee46798e0340 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:48.824763 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf51ab6c-a92b-4d15-83cf-154e4798a653 req-15b7a695-6c3c-4f57-9f34-9c043ad66f2d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914361 Jul 29 14:05:48.875662 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79987886-103c-4789-8167-15478d436766 req-b73e3189-9159-477b-9730-ff33935305b5 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:48.883630 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-79987886-103c-4789-8167-15478d436766 req-b73e3189-9159-477b-9730-ff33935305b5 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 944 time: 0.1524842 Jul 29 14:05:48.933131 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-79987886-103c-4789-8167-15478d436766 req-a6a1ded5-2de0-4bbb-a17b-b343231f22f1 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483019 Jul 29 14:05:48.973978 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:48.989918 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'port_id': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'mac_address': 'fa:16:3e:ff:7a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:05:48.996213 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.012460 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:49.025454 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['306fe05c-ff80-4dd2-bc60-eb019a58dc83'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:05:49.052631 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eddad417-b919-4b14-b7fb-b9278af27bd3 req-94d9faac-7aca-494c-a7ee-716cd2ef2129 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 210 time: 0.0925243 Jul 29 14:05:49.060962 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Pushing event deleted for resources: {'Port': ['ID=306fe05c-ff80-4dd2-bc60-eb019a58dc83,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:49.064127 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:49.101916 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 6161049b-4be9-45c4-806d-ee46798e0340 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:49.104391 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 6161049b-4be9-45c4-806d-ee46798e0340 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:49.104391 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.138232 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] No DVR routers for this DVR port 306fe05c-ff80-4dd2-bc60-eb019a58dc83 on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:05:49.141517 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.144094 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa7f3b1-4e95-4815-a64c-6300d24b7b15', 'name': 'network-vif-deleted', 'tag': '306fe05c-ff80-4dd2-bc60-eb019a58dc83'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:49.160757 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.186235 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c29115-d44d-4e67-a4c2-3b08963b4049 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:05:49.193810 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa7f3b1-4e95-4815-a64c-6300d24b7b15', 'name': 'network-vif-deleted', 'tag': '306fe05c-ff80-4dd2-bc60-eb019a58dc83', 'status': 'completed', 'code': 200} Jul 29 14:05:49.208970 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:49.279331 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-07289071-c28d-4a44-bbe5-4ee0b3b92659 req-873e6ec5-b292-4a08-8f1a-6fd744a68242 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.36 "DELETE /v2.0/ports/306fe05c-ff80-4dd2-bc60-eb019a58dc83 HTTP/1.1" status: 204 len: 173 time: 1.3809993 Jul 29 14:05:49.279434 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.297291 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55558) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:49.303600 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6161049b-4be9-45c4-806d-ee46798e0340'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:49.315255 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 6161049b-4be9-45c4-806d-ee46798e0340, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=6161049b-4be9-45c4-806d-ee46798e0340,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:49.317063 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.333298 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:49.337638 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Usage tracker for resource:security_group_rule and tenant:45c74c4768b8457daf37302a1d41bae9 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:49.340486 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:49.350597 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:49.362183 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.366500 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-bd209ad3-f635-4271-afcc-49bf7bd3119d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:49.405638 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6161049b-4be9-45c4-806d-ee46798e0340', 'code': 200} Jul 29 14:05:49.452093 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55566) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:49.479181 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.492853 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.501788 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.519671 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:49.522154 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:49.523315 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:49.524054 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-5ffb9b82-49e0-4c24-ba8e-7f66c4ff07f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:49.526814 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Usage tracker for resource:security_group_rule and tenant:b37570a79e09419da6e0d39e1c9e35e7 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:49.530353 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:49.537237 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:49.630534 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=6161049b-4be9-45c4-806d-ee46798e0340,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:49.634415 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:49.677737 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.693826 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['84c29115-d44d-4e67-a4c2-3b08963b4049'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:05:49.714654 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-76633f8a-9f09-46b3-8bf1-a009b7b59d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:49.774095 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45c74c4768b8457daf37302a1d41bae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792616 Jul 29 14:05:49.776781 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f64653c-6d0f-4b82-a16e-623ac8968486,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:49.778348 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55578) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:49.780744 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:49.798712 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc422b-dafe-44d6-a8bb-e060526edb32 req-f55363a6-2665-486a-8734-aec18e46f95c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:49.801008 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a6cc422b-dafe-44d6-a8bb-e060526edb32 req-f55363a6-2665-486a-8734-aec18e46f95c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 944 time: 0.1626568 Jul 29 14:05:49.813359 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.915258 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e3de07b6-8e6c-4fe9-a627-663c7227ad07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.945923 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e3de07b6-8e6c-4fe9-a627-663c7227ad07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:49.947925 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a6cc422b-dafe-44d6-a8bb-e060526edb32 req-3625e485-8f7e-4fd8-a682-0cf9d7851fca tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400034 Jul 29 14:05:50.059203 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:50.071674 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9b8e4977-7545-4dea-9aa8-83360428061e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:50.145879 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b37570a79e09419da6e0d39e1c9e35e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899254 Jul 29 14:05:50.148834 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55592) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:50.156748 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd3324-9cd6-4b1d-975b-c2fe540f52af,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:50.166339 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:50.173868 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e3de07b6-8e6c-4fe9-a627-663c7227ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:50.186594 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-4c835a2a-4f64-4b53-9568-ed92db25d9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:50.212343 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de07b6-8e6c-4fe9-a627-663c7227ad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f64653c-6d0f-4b82-a16e-623ac8968486,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:50.214755 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e3de07b6-8e6c-4fe9-a627-663c7227ad07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:50.216571 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ffd07-421e-4092-92eb-39309b8614ec req-7a5aedd3-c1f6-4068-bc7d-5b21ecc94a34 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:50.218060 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-493ffd07-421e-4092-92eb-39309b8614ec req-7a5aedd3-c1f6-4068-bc7d-5b21ecc94a34 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1377237 Jul 29 14:05:50.219636 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3b26d-6d01-4047-9cd5-e9645d2abaef req-bedbf657-53d3-4604-903d-bdbf54ea2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:50.221296 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-93c3b26d-6d01-4047-9cd5-e9645d2abaef req-bedbf657-53d3-4604-903d-bdbf54ea2df8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 1098 time: 0.3698730 Jul 29 14:05:50.223974 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e3de07b6-8e6c-4fe9-a627-663c7227ad07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:50.225148 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-e3de07b6-8e6c-4fe9-a627-663c7227ad07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f64653c-6d0f-4b82-a16e-623ac8968486 HTTP/1.1" status: 204 len: 168 time: 0.4460890 Jul 29 14:05:50.258708 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd0f0b-9d14-42c4-9a45-edd0f342a470 req-e4d57c23-2882-402c-8d93-b826059da765 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:50.261269 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5acd0f0b-9d14-42c4-9a45-edd0f342a470 req-e4d57c23-2882-402c-8d93-b826059da765 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.2533400 Jul 29 14:05:50.264338 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b885891b-0982-4732-852f-bd542aabb68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:50.312539 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-493ffd07-421e-4092-92eb-39309b8614ec req-7b1ca7b0-0bf2-4d31-9b26-75ba61478ba2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815811 Jul 29 14:05:50.314337 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b885891b-0982-4732-852f-bd542aabb68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:50.341625 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-93c3b26d-6d01-4047-9cd5-e9645d2abaef req-1cb8cea8-3fd3-4aa4-8400-b6f8e793c533 service neutron] Synchronizing usage tracker for tenant:ace18694e2dd46e9849c815c23ac2fbe on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:05:50.357379 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5acd0f0b-9d14-42c4-9a45-edd0f342a470 req-c4976ebf-ee05-42bf-af71-da0a3377131c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746963 Jul 29 14:05:50.468529 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-93c3b26d-6d01-4047-9cd5-e9645d2abaef req-1cb8cea8-3fd3-4aa4-8400-b6f8e793c533 service neutron] Unset dirty status for tenant:ace18694e2dd46e9849c815c23ac2fbe on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:05:50.470060 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-93c3b26d-6d01-4047-9cd5-e9645d2abaef req-1cb8cea8-3fd3-4aa4-8400-b6f8e793c533 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299666 Jul 29 14:05:50.483034 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b885891b-0982-4732-852f-bd542aabb68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:50.492884 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f7b56244-fb34-41dd-b2b9-42947d2c78fc req-521a44e4-8bb6-49fb-b102-04de5a7f6db0 tempest-DeleteServersTestJSON-1698088788 tempest-DeleteServersTestJSON-1698088788-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fa7f3b1-4e95-4815-a64c-6300d24b7b15 HTTP/1.1" status: 200 len: 210 time: 0.0488997 Jul 29 14:05:50.494511 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:50.506370 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885891b-0982-4732-852f-bd542aabb68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd3324-9cd6-4b1d-975b-c2fe540f52af,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:50.512240 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b885891b-0982-4732-852f-bd542aabb68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:50.521907 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b885891b-0982-4732-852f-bd542aabb68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:50.523062 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b885891b-0982-4732-852f-bd542aabb68c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82dd3324-9cd6-4b1d-975b-c2fe540f52af HTTP/1.1" status: 204 len: 168 time: 0.3732471 Jul 29 14:05:50.737712 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:05:50.925339 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 84c29115-d44d-4e67-a4c2-3b08963b4049 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:05:50.931376 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 84c29115-d44d-4e67-a4c2-3b08963b4049 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:05:50.931929 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:51.064451 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:51.149333 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:05:51.252387 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:51.254208 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 306fe05c-ff80-4dd2-bc60-eb019a58dc83 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:05:51.286910 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f249da-654f-4b23-8903-8229ea48702f req-e149bb68-177a-4865-b91e-ddd457d2e354 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:51.292416 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:51.296018 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-06f249da-654f-4b23-8903-8229ea48702f req-e149bb68-177a-4865-b91e-ddd457d2e354 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 944 time: 0.2030411 Jul 29 14:05:51.354380 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-06f249da-654f-4b23-8903-8229ea48702f req-4f36438c-c08b-4e77-b9f3-1632014f205c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572698 Jul 29 14:05:51.394135 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:51.397540 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 306fe05c-ff80-4dd2-bc60-eb019a58dc83 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:05:51.398268 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 306fe05c-ff80-4dd2-bc60-eb019a58dc83 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:05:51.400048 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:51.408756 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:51.546667 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e323c03-8970-482a-ab8a-35df0b6869eb req-150d5baf-b9b3-40f1-87e0-0d960aca590c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:51.555005 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3e323c03-8970-482a-ab8a-35df0b6869eb req-150d5baf-b9b3-40f1-87e0-0d960aca590c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1025653 Jul 29 14:05:51.600725 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ada4c-d2ff-4efc-b6f9-0b753e235132 req-30dc094d-61bf-4f4b-9c0f-fe6a1c570d6b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:51.602312 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f70ada4c-d2ff-4efc-b6f9-0b753e235132 req-30dc094d-61bf-4f4b-9c0f-fe6a1c570d6b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0969520 Jul 29 14:05:51.606603 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3e323c03-8970-482a-ab8a-35df0b6869eb req-1a021f60-30ac-4ff3-9d90-fa8b99f81c57 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506458 Jul 29 14:05:51.668679 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'code': 200} Jul 29 14:05:51.676843 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f70ada4c-d2ff-4efc-b6f9-0b753e235132 req-e5de6668-1b83-4e64-8e9c-d1b32b6a59e2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660062 Jul 29 14:05:52.139011 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bb04d-431b-4929-8c58-c37d2691fa0e req-af4eb63d-2e8e-4274-9aa1-3d77f921b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:52.141444 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f42bb04d-431b-4929-8c58-c37d2691fa0e req-af4eb63d-2e8e-4274-9aa1-3d77f921b56b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 1098 time: 0.0925946 Jul 29 14:05:52.188879 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f42bb04d-431b-4929-8c58-c37d2691fa0e req-93a5a38c-1a3b-47cf-a7af-4008de8c65bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 Jul 29 14:05:52.556836 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752b102-0586-4387-b4fa-4f67fd43ce1d req-34e72c3b-3928-446f-a762-b997d8ac5833 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:52.558399 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c752b102-0586-4387-b4fa-4f67fd43ce1d req-34e72c3b-3928-446f-a762-b997d8ac5833 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.0924833 Jul 29 14:05:52.608863 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c752b102-0586-4387-b4fa-4f67fd43ce1d req-cf281256-1c4f-403a-befa-8ef6c9426920 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Jul 29 14:05:52.807583 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee803e99-c188-4a7a-b84a-921e008a2fd5 req-837fb09b-b76c-4fb7-947a-cf5afd0f550c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:52.810573 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee803e99-c188-4a7a-b84a-921e008a2fd5 req-837fb09b-b76c-4fb7-947a-cf5afd0f550c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.0936117 Jul 29 14:05:52.864810 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee803e99-c188-4a7a-b84a-921e008a2fd5 req-e3d2e139-481b-4466-930c-ca99b15e1bbc tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479059 Jul 29 14:05:52.903613 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bb24e-0e78-4a36-a220-97fc041acee6 req-7656ed25-abdf-4608-be8f-4775d44e5d40 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:52.905141 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5f8bb24e-0e78-4a36-a220-97fc041acee6 req-7656ed25-abdf-4608-be8f-4775d44e5d40 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0932446 Jul 29 14:05:52.955212 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5f8bb24e-0e78-4a36-a220-97fc041acee6 req-b3bcb969-5954-4f82-b647-3bad995e0c75 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Jul 29 14:05:53.059852 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e292e0-90ee-4bfc-8089-eddd80dd7be6 req-e6c1baee-02d4-4c18-ab09-467f331aff70 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:53.062303 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-26e292e0-90ee-4bfc-8089-eddd80dd7be6 req-e6c1baee-02d4-4c18-ab09-467f331aff70 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.0822659 Jul 29 14:05:53.070551 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55702) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:53.075769 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'floatingip': {'port_id': '6161049b-4be9-45c4-806d-ee46798e0340'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:53.156018 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:53.943595 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f2a1-1843-4bdd-acc8-d4f69fc5a4ae req-9ac44a03-2c01-48ce-b2d4-70d2879979a7 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:53.953204 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-61d1f2a1-1843-4bdd-acc8-d4f69fc5a4ae req-9ac44a03-2c01-48ce-b2d4-70d2879979a7 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.1835558 Jul 29 14:05:54.016389 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-61d1f2a1-1843-4bdd-acc8-d4f69fc5a4ae req-cfb29649-3f3d-4592-8c06-94bc9523768c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591595 Jul 29 14:05:54.076241 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.db.resource_extend [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:05:54.257072 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d642d93-0885-4ef6-bc27-3dc0716d24cb req-1466b040-a58d-420f-805c-72613b82a378 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:54.259087 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5d642d93-0885-4ef6-bc27-3dc0716d24cb req-1466b040-a58d-420f-805c-72613b82a378 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.1195652 Jul 29 14:05:54.268946 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55770) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:54.298278 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'floatingip': {'port_id': '84c29115-d44d-4e67-a4c2-3b08963b4049'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:05:54.314426 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:54.341281 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a40fd-78d7-46c2-b71b-d3e0e13fac90 req-15b58efe-609d-4b90-a484-0518cbf59422 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:54.342756 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f10a40fd-78d7-46c2-b71b-d3e0e13fac90 req-15b58efe-609d-4b90-a484-0518cbf59422 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1430993 Jul 29 14:05:54.385510 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:54.424193 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f10a40fd-78d7-46c2-b71b-d3e0e13fac90 req-e8878d0b-c8b1-403a-831f-3c9170fbc32e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658786 Jul 29 14:05:54.424799 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55778) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:54.461576 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:54.588993 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Deleting subnet f2973db7-991c-4d7a-a5f9-68e0b1fbbc61 {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:05:54.666232 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:54.739498 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:54.766301 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.l3_db [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Floating IP 2c33eda4-c29f-4201-bf23-c2a8af52fe56 associated. External IP: 172.28.0.153, port: 6161049b-4be9-45c4-806d-ee46798e0340. Jul 29 14:05:54.956140 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:55.235319 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:55.244911 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:55.257354 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.db.resource_extend [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:05:55.290626 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2973db7-991c-4d7a-a5f9-68e0b1fbbc61,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:55.298835 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:55.302343 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.302644 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.303000 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.303352 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.303700 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.304050 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.304393 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.304758 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.305098 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.305438 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.305773 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.306105 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:05:55.313855 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:55.319368 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f4a4cb87-a12b-4c10-b7ae-4fd19126806b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f2973db7-991c-4d7a-a5f9-68e0b1fbbc61 HTTP/1.1" status: 204 len: 168 time: 0.8935881 Jul 29 14:05:55.321242 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Router 660f9b82-463e-42ef-bc79-fab4eb090d96 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:05:55.321922 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55806) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:55.356634 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:55.468544 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:55.517008 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:55.732684 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.l3_db [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Floating IP 188c3494-fc25-4cd6-9a77-aa2932deb294 associated. External IP: 172.28.0.74, port: 84c29115-d44d-4e67-a4c2-3b08963b4049. Jul 29 14:05:55.927147 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:05:55.927147 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:55.928405 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] Sync routers for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:05:55.928405 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:55.928405 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:05:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:55.929027 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0734d-2f70-4c97-8dbb-e334ef157740 req-66326f6b-570f-4f01-9e09-bd9288290716 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:55.929027 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-05f0734d-2f70-4c97-8dbb-e334ef157740 req-66326f6b-570f-4f01-9e09-bd9288290716 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.2639656 Jul 29 14:05:55.929208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:55.929208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:55.929208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:55.929208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d4ad56-6a8c-47d6-8c8b-d8f411eef2ba') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:55.935141 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f8b5791a-dba7-4cdd-b55a-8f96b878b5d6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "PUT /v2.0/floatingips/2c33eda4-c29f-4201-bf23-c2a8af52fe56 HTTP/1.1" status: 200 len: 991 time: 2.8634615 Jul 29 14:05:55.936287 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'tag': '6161049b-4be9-45c4-806d-ee46798e0340'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:55.943765 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-05f0734d-2f70-4c97-8dbb-e334ef157740 req-638c2583-4b0a-4930-80d2-6a703343794c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273074 Jul 29 14:05:55.968874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:56.000026 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:56.012970 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'tag': '6161049b-4be9-45c4-806d-ee46798e0340', 'status': 'completed', 'code': 200} Jul 29 14:05:56.013244 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:05:56.014149 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:05:56.029446 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:05:56.070515 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:56.236632 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:56.240838 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-debe365e-97c3-437f-9571-73b5aae78cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:56.260946 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-c13740cb-78f0-4e93-80f7-21b5ce619cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:56.260946 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-c13740cb-78f0-4e93-80f7-21b5ce619cbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 1098 time: 0.2255414 Jul 29 14:05:56.267999 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:56.272174 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Router 344693fc-181f-48c2-a892-9848c69d460d has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:05:56.282504 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:56.291601 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:56.413469 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4f4f6615-f2fb-4791-a2e9-f17bcc46b5d3 HTTP/1.1" status: 204 len: 168 time: 1.0902948 Jul 29 14:05:56.527913 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '2c33eda4-c29f-4201-bf23-c2a8af52fe56', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'port_id': '6161049b-4be9-45c4-806d-ee46798e0340', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'mac_address': 'fa:16:3e:50:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:05:30Z', 'updated_at': '2021-07-29T14:05:53Z', 'revision_number': 1, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:56.532406 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] Checking router: 660f9b82-463e-42ef-bc79-fab4eb090d96 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:05:56.542533 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:56.543231 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:05:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:56.658743 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:05:56.663831 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:56.670476 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] Sync routers for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:05:56.701092 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:56.704859 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:05:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:56.726636 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-a2f07175-cfd2-4a9a-b13d-00f89a915da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:56.728341 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-a2f07175-cfd2-4a9a-b13d-00f89a915da1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 200 len: 911 time: 0.4548686 Jul 29 14:05:56.736983 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-fe3a151a-1a82-4a5c-992e-bd163324b1ac tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "PUT /v2.0/floatingips/188c3494-fc25-4cd6-9a77-aa2932deb294 HTTP/1.1" status: 200 len: 990 time: 2.4623470 Jul 29 14:05:56.736983 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:05:56.829175 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:56.901605 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'status': 'completed', 'code': 200} Jul 29 14:05:57.030198 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:57.049373 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-eac12d80-fdba-4cb9-9d52-8a8d995267c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:57.055591 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-eac12d80-fdba-4cb9-9d52-8a8d995267c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 1098 time: 0.1940784 Jul 29 14:05:57.062437 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55854) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:57.174352 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-8e205048-bcfa-4cd2-bc59-72f1a864586d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6161049b-4be9-45c4-806d-ee46798e0340 HTTP/1.1" status: 200 len: 999 time: 0.4185507 Jul 29 14:05:57.297576 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-9023264c-a9b2-4f6d-9a3e-2bce2e91a3eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ffd7e4f17ea41c084f965b7202e903f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2309346 Jul 29 14:05:57.338650 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-b9b5a93d-0c30-4954-ba3e-6eacc0c729ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:57.345677 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-b9b5a93d-0c30-4954-ba3e-6eacc0c729ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec774f59-294e-4722-b605-ffb9dad0dbf4 HTTP/1.1" status: 200 len: 849 time: 0.1629419 Jul 29 14:05:57.367011 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55862) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:57.505562 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-24f35d28-135e-4c39-8b0b-4667cfa82238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:57.507810 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-24f35d28-135e-4c39-8b0b-4667cfa82238 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a10854f7-df06-4ead-a00c-8158cb6e34b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1525850 Jul 29 14:05:57.512813 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-b1de2bbc-f4c5-437d-b98a-5db13d9d6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:57.513146 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4787422-3528-45da-a206-247f00c76f3a req-a74ed1b9-4454-4db4-a8c0-a52e553e22a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6209335 Jul 29 14:05:57.514425 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-b1de2bbc-f4c5-437d-b98a-5db13d9d6a68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 918 time: 0.4469697 Jul 29 14:05:57.530054 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebfa77-25c5-4750-80cf-e3e338d09844 req-6e9a8de7-4c95-4d2f-8087-5c8a8dad52d5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:57.532257 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-daebfa77-25c5-4750-80cf-e3e338d09844 req-6e9a8de7-4c95-4d2f-8087-5c8a8dad52d5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.3614187 Jul 29 14:05:57.557102 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '2c33eda4-c29f-4201-bf23-c2a8af52fe56', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'port_id': '6161049b-4be9-45c4-806d-ee46798e0340', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'mac_address': 'fa:16:3e:50:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:05:30Z', 'updated_at': '2021-07-29T14:05:53Z', 'revision_number': 1, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:57.569399 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c0ecb-9c8e-4d09-8403-3524cc2ed79c None None] The sync data for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb is: [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '2c33eda4-c29f-4201-bf23-c2a8af52fe56', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'port_id': '6161049b-4be9-45c4-806d-ee46798e0340', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'mac_address': 'fa:16:3e:50:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:05:30Z', 'updated_at': '2021-07-29T14:05:53Z', 'revision_number': 1, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:05:57.706286 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '188c3494-fc25-4cd6-9a77-aa2932deb294', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '344693fc-181f-48c2-a892-9848c69d460d', 'port_id': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'mac_address': 'fa:16:3e:ff:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:05:32Z', 'updated_at': '2021-07-29T14:05:55Z', 'revision_number': 1, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:57.713264 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] Checking router: 344693fc-181f-48c2-a892-9848c69d460d for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:05:57.727079 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:05:57.727861 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:05:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:57.758760 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3ca809d6-4098-412f-b2b9-9cfd90fb7c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:57.762256 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-d74637d4-c458-4038-9bc9-586cc6837b4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c29115-d44d-4e67-a4c2-3b08963b4049 HTTP/1.1" status: 200 len: 998 time: 0.2289743 Jul 29 14:05:57.895179 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-ec8ea326-8a1d-4663-bcf4-3b04b2e1fad0 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728962 Jul 29 14:05:57.906487 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787422-3528-45da-a206-247f00c76f3a req-2c15b047-bd94-4b33-8ffe-624761827a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:57.908062 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54482eb3-8c91-461c-a792-ef14bdc0cd43 None None] New status for floating IP 2c33eda4-c29f-4201-bf23-c2a8af52fe56: ACTIVE {{(pid=79178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:05:57.908186 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4787422-3528-45da-a206-247f00c76f3a req-2c15b047-bd94-4b33-8ffe-624761827a45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1098 time: 0.1854107 Jul 29 14:05:57.957870 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-daebfa77-25c5-4750-80cf-e3e338d09844 req-3102bdaa-8f9f-4770-905a-7c8cd3a28fb3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347170 Jul 29 14:05:57.979349 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3ca809d6-4098-412f-b2b9-9cfd90fb7c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:58.015260 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-f58d1db3-5267-44fb-a945-b2f7023d1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:58.016843 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-f58d1db3-5267-44fb-a945-b2f7023d1697 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.2410352 Jul 29 14:05:58.091699 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:05:58.104791 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55880) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:58.208127 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787422-3528-45da-a206-247f00c76f3a req-1ecd6388-cdcf-47d5-931a-d55106e84578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:58.208827 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-c7824d6e-a0ae-49b3-a560-8d268e84c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:58.210208 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4787422-3528-45da-a206-247f00c76f3a req-1ecd6388-cdcf-47d5-931a-d55106e84578 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 920 time: 0.2779191 Jul 29 14:05:58.211498 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-c7824d6e-a0ae-49b3-a560-8d268e84c9c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1756423 Jul 29 14:05:58.346268 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b35f254f-e108-4c01-92d9-9d7b54d6bb94 req-95fbe2ef-918f-43ab-bdd4-f7c0b0f0dd65 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370513 Jul 29 14:05:58.425640 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4787422-3528-45da-a206-247f00c76f3a req-56c68418-5303-4502-ac89-1cc734d65d59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d66231d-6f95-404e-b64e-0342eb986d34 HTTP/1.1" status: 200 len: 217 time: 0.0780714 Jul 29 14:05:58.441424 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-371a6090-6aa1-42a4-be91-a63074e9778e service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166116 Jul 29 14:05:58.511613 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787422-3528-45da-a206-247f00c76f3a req-a434483d-babc-4bee-b78a-07741adc365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:58.513550 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4787422-3528-45da-a206-247f00c76f3a req-a434483d-babc-4bee-b78a-07741adc365d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.0802438 Jul 29 14:05:58.528256 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3ca809d6-4098-412f-b2b9-9cfd90fb7c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:58.604030 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4787422-3528-45da-a206-247f00c76f3a req-edd6c193-e659-4c6a-9337-b68f2bd9d1b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703783 Jul 29 14:05:58.664531 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '188c3494-fc25-4cd6-9a77-aa2932deb294', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '344693fc-181f-48c2-a892-9848c69d460d', 'port_id': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'mac_address': 'fa:16:3e:ff:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:05:32Z', 'updated_at': '2021-07-29T14:05:55Z', 'revision_number': 1, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:05:58.669244 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b89ba4-9ecd-4651-b31e-9ab898d2f6fc None None] The sync data for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb is: [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '188c3494-fc25-4cd6-9a77-aa2932deb294', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '344693fc-181f-48c2-a892-9848c69d460d', 'port_id': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'mac_address': 'fa:16:3e:ff:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:05:32Z', 'updated_at': '2021-07-29T14:05:55Z', 'revision_number': 1, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:05:58.674190 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:58.694152 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b885891b-0982-4732-852f-bd542aabb68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:58.726525 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca809d6-4098-412f-b2b9-9cfd90fb7c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa325fa-fefa-4473-adcf-cb03c4534084,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:58.729599 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3ca809d6-4098-412f-b2b9-9cfd90fb7c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:58.730850 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:05:58.739527 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2089148-38cf-400e-9f41-aaceaf3e0bc6 req-7754bbac-1351-4e80-9967-e16267a15296 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510397 Jul 29 14:05:58.740917 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Usage tracker for resource:security_group_rule and tenant:3c2321477076460ca59b314b7526eb97 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:05:58.744170 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:05:58.752617 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:05:58.812492 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:05:58.821379 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4787422-3528-45da-a206-247f00c76f3a req-866378ad-0775-4940-8886-657bfb5387e2 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079270 Jul 29 14:05:58.855391 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3ca809d6-4098-412f-b2b9-9cfd90fb7c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:58.856430 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-3ca809d6-4098-412f-b2b9-9cfd90fb7c5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fa325fa-fefa-4473-adcf-cb03c4534084 HTTP/1.1" status: 204 len: 168 time: 1.4871604 Jul 29 14:05:58.892287 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:58.972795 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4787422-3528-45da-a206-247f00c76f3a req-03fd0f57-9a62-4227-a51c-2a1398740051 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420445 Jul 29 14:05:59.002908 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11195cfb-13a1-4bbf-ae92-cd6a2bfb7070 None None] New status for floating IP 188c3494-fc25-4cd6-9a77-aa2932deb294: ACTIVE {{(pid=79177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:05:59.013458 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:59.025687 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2812131e-bd0d-441f-818a-ceb4dc3e88f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:59.071185 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c2321477076460ca59b314b7526eb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9606321 Jul 29 14:05:59.072136 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e6dc87-3749-4219-85f5-b9922bfca627,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:59.074740 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55900) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:05:59.077287 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:59.144732 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-aee020ad-407a-4c3a-9dc7-3870f66e650b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:59.176767 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-aee020ad-407a-4c3a-9dc7-3870f66e650b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:59.196526 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e504c02-d0c9-4ea7-b5b8-3c4338b261ef req-9ff07399-c11a-4baa-a07d-2f8269979c0c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:05:59.198062 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0e504c02-d0c9-4ea7-b5b8-3c4338b261ef req-9ff07399-c11a-4baa-a07d-2f8269979c0c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1260600 Jul 29 14:05:59.259267 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0e504c02-d0c9-4ea7-b5b8-3c4338b261ef req-fc328a8e-da97-4c3e-9690-66c8667ac00b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473881 Jul 29 14:05:59.391467 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-aee020ad-407a-4c3a-9dc7-3870f66e650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:59.396701 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c13218af-5fbc-4a58-b857-42bc6baa75b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:05:59.410125 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee020ad-407a-4c3a-9dc7-3870f66e650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e6dc87-3749-4219-85f5-b9922bfca627,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:05:59.412946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-aee020ad-407a-4c3a-9dc7-3870f66e650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:05:59.414927 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-aee020ad-407a-4c3a-9dc7-3870f66e650b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:05:59.416651 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-aee020ad-407a-4c3a-9dc7-3870f66e650b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8e6dc87-3749-4219-85f5-b9922bfca627 HTTP/1.1" status: 204 len: 168 time: 0.3404465 Jul 29 14:05:59.779969 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55928) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:00.462259 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6c7b0-c01b-4810-859e-f46c2bbd8562 req-d4b289ed-0223-47e7-b47f-0821f722b912 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:00.463886 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2ea6c7b0-c01b-4810-859e-f46c2bbd8562 req-d4b289ed-0223-47e7-b47f-0821f722b912 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0888834 Jul 29 14:06:00.488357 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55946) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:00.509333 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:00.516188 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:00.533422 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:00.537711 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2f1fe7c492c74a99ae9c39cb8c979d10 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:00.547723 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:00.549967 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:00.554257 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:00.562035 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2ea6c7b0-c01b-4810-859e-f46c2bbd8562 req-e90514cd-dc8b-4e62-aee3-6bc30304f01b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913811 Jul 29 14:06:00.563874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Usage tracker for resource:security_group_rule and tenant:512aac88c88944b182fa8f945bd20b77 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:00.567805 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:00.575319 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:00.657040 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55952) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:00.685361 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:00.693874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:00.799792 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:00.809690 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-767b7ca3-116a-407b-93c7-2666f2c8d527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:00.827851 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:00.837839 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b1123b5a-8159-41de-8da7-591fdc1a5890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:00.881498 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f1fe7c492c74a99ae9c39cb8c979d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918507 Jul 29 14:06:00.886069 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55964) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:00.904507 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7555121-51fa-42ad-99c0-ad4ce9f80933,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:00.921427 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.922334 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.922751 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.923295 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.923479 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.923822 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.924415 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.926776 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.927154 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.927501 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.927849 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.928190 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:00.935281 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:00.975029 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d6e5327c-f49d-4585-88b8-f6f5070687f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.003945 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=512aac88c88944b182fa8f945bd20b77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2228394 Jul 29 14:06:01.005018 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 55972) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:01.008008 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d6e5327c-f49d-4585-88b8-f6f5070687f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.010513 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.019630 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9699e92b-693b-4c40-bad4-b27725e92fdb,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:01.070144 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:01.082648 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:01.090380 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Usage tracker for resource:security_group_rule and tenant:73184e21a5e8476a829ac99622e7a8c5 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:01.118576 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:01.118576 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4092c944-78dd-47ea-96b2-853678a74c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.118576 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:01.134357 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4092c944-78dd-47ea-96b2-853678a74c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.314696 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d6e5327c-f49d-4585-88b8-f6f5070687f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.319018 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:01.329902 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5327c-f49d-4585-88b8-f6f5070687f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7555121-51fa-42ad-99c0-ad4ce9f80933,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:01.333288 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d6e5327c-f49d-4585-88b8-f6f5070687f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:01.336942 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d6e5327c-f49d-4585-88b8-f6f5070687f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.340721 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-d6e5327c-f49d-4585-88b8-f6f5070687f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7555121-51fa-42ad-99c0-ad4ce9f80933 HTTP/1.1" status: 204 len: 168 time: 0.4516366 Jul 29 14:06:01.368015 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4092c944-78dd-47ea-96b2-853678a74c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.374451 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-848f2d9a-eefd-4e2a-943d-85e189c465e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:01.392658 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092c944-78dd-47ea-96b2-853678a74c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9699e92b-693b-4c40-bad4-b27725e92fdb,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:01.399496 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-4092c944-78dd-47ea-96b2-853678a74c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:01.408654 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4092c944-78dd-47ea-96b2-853678a74c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.410011 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-4092c944-78dd-47ea-96b2-853678a74c3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9699e92b-693b-4c40-bad4-b27725e92fdb HTTP/1.1" status: 204 len: 168 time: 0.4016571 Jul 29 14:06:01.482188 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.594973 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.605170 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5618ac7c-cd73-452c-975f-7950fde92ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:01.646103 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c54c3b-e723-4c2f-b563-860ffda1478f,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:01.649419 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:01.654241 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73184e21a5e8476a829ac99622e7a8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9949071 Jul 29 14:06:01.655890 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 55992) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:01.871451 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f319cdd8-6375-43de-b83e-87a1c9c17197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.907930 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f319cdd8-6375-43de-b83e-87a1c9c17197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:01.935900 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43269f15-095d-4f89-8fe1-1de8b0bf704a req-b5547b2a-f8a4-4f2e-bfd8-56d8473cc7a7 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:01.938043 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-43269f15-095d-4f89-8fe1-1de8b0bf704a req-b5547b2a-f8a4-4f2e-bfd8-56d8473cc7a7 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.2505915 Jul 29 14:06:02.008487 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-43269f15-095d-4f89-8fe1-1de8b0bf704a req-7c33f3dc-62e1-44ed-82f7-f6d9abfeeeb4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636165 Jul 29 14:06:02.081742 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f319cdd8-6375-43de-b83e-87a1c9c17197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:02.087089 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:02.102124 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319cdd8-6375-43de-b83e-87a1c9c17197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c54c3b-e723-4c2f-b563-860ffda1478f,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:02.104572 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f319cdd8-6375-43de-b83e-87a1c9c17197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:02.107544 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f319cdd8-6375-43de-b83e-87a1c9c17197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:02.108894 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-f319cdd8-6375-43de-b83e-87a1c9c17197 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10c54c3b-e723-4c2f-b563-860ffda1478f HTTP/1.1" status: 204 len: 168 time: 0.4512513 Jul 29 14:06:02.176393 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:02.394484 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56018) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:02.415520 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:02.431874 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:02.435882 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Usage tracker for resource:security_group_rule and tenant:3efd857af1f3439392dc005a9a5be306 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:02.440081 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:02.447438 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:02.540820 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:02.710416 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:02.719262 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f21e37e7-a497-44d1-b56a-5cf79a378b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:02.758961 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3efd857af1f3439392dc005a9a5be306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633385 Jul 29 14:06:02.760540 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb0dbaf-e72c-4cc3-8c7e-327cc2f8338b,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:02.761588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56030) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:02.763424 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:02.824761 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3458-2acb-44b6-b715-11959384e658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:02.852264 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3458-2acb-44b6-b715-11959384e658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:02.999330 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3458-2acb-44b6-b715-11959384e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:03.005245 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:03.019547 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd3458-2acb-44b6-b715-11959384e658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb0dbaf-e72c-4cc3-8c7e-327cc2f8338b,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:03.025751 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-6fdd3458-2acb-44b6-b715-11959384e658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:03.026947 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6fdd3458-2acb-44b6-b715-11959384e658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:03.027328 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-6fdd3458-2acb-44b6-b715-11959384e658 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cfb0dbaf-e72c-4cc3-8c7e-327cc2f8338b HTTP/1.1" status: 204 len: 168 time: 0.2647548 Jul 29 14:06:03.221601 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daac25-a010-4569-bee8-d53298945ca2 req-20e04de9-f9b6-4451-95cb-5418c8741434 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:03.223078 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c0daac25-a010-4569-bee8-d53298945ca2 req-20e04de9-f9b6-4451-95cb-5418c8741434 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0880232 Jul 29 14:06:03.269033 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c0daac25-a010-4569-bee8-d53298945ca2 req-42bf6962-a099-4e0b-9ded-3d977f55c88a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Jul 29 14:06:03.332836 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56048) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:03.351918 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:03.367587 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:03.371665 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Usage tracker for resource:security_group_rule and tenant:f6fe57fcc4ac42f9b730c43926aabe25 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:03.374529 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:03.380992 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:03.480852 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:03.593819 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:03.603774 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:03.651830 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6fe57fcc4ac42f9b730c43926aabe25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170457 Jul 29 14:06:03.655198 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c4e6e0-c4ad-49d7-9d5a-fb01334dd68c,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:03.656525 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:03.658087 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56070) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:03.774625 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-68920e21-dd59-4dbf-9377-87e81769247b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:03.808178 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-68920e21-dd59-4dbf-9377-87e81769247b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:03.938655 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-68920e21-dd59-4dbf-9377-87e81769247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:03.943772 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5ec985f7-fe74-4416-aed4-57d596de7f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:03.955791 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68920e21-dd59-4dbf-9377-87e81769247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c4e6e0-c4ad-49d7-9d5a-fb01334dd68c,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:03.958725 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-68920e21-dd59-4dbf-9377-87e81769247b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:03.962011 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-68920e21-dd59-4dbf-9377-87e81769247b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:03.964155 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-68920e21-dd59-4dbf-9377-87e81769247b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b8c4e6e0-c4ad-49d7-9d5a-fb01334dd68c HTTP/1.1" status: 204 len: 168 time: 0.3049400 Jul 29 14:06:04.467781 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383bb56-b0e0-4d46-b563-4bf66157bb40 req-82594404-adb9-4f2f-8ef7-dce778c7ca87 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:04.469485 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9383bb56-b0e0-4d46-b563-4bf66157bb40 req-82594404-adb9-4f2f-8ef7-dce778c7ca87 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0930400 Jul 29 14:06:04.514863 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9383bb56-b0e0-4d46-b563-4bf66157bb40 req-9d89198e-7f84-4538-88ab-a16217724a45 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 Jul 29 14:06:05.151655 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56124) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:05.319494 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:05.335586 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:05.349719 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Usage tracker for resource:security_group_rule and tenant:b090f6a60f7c4a9188ee665c2c7400e7 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:05.360260 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:05.360603 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:05.480356 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:05.561732 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:05.572182 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3ca809d6-4098-412f-b2b9-9cfd90fb7c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:05.614502 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b090f6a60f7c4a9188ee665c2c7400e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612887 Jul 29 14:06:05.620014 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56150) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:05.631842 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b94d0a-0125-4317-81f4-b7dc6b4374f7,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:05.635304 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:05.699874 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-78344284-99c9-4a28-9c60-aa6a007c6411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:05.733264 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-78344284-99c9-4a28-9c60-aa6a007c6411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:05.751816 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0c94-5f5f-4f34-8740-eae8f70a8365 req-c296bb18-52df-4865-b8bb-3e488fd89d30 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:05.753770 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b92e0c94-5f5f-4f34-8740-eae8f70a8365 req-c296bb18-52df-4865-b8bb-3e488fd89d30 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0940197 Jul 29 14:06:05.833177 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b92e0c94-5f5f-4f34-8740-eae8f70a8365 req-4708e80d-d288-462a-af1a-f97842da6d0b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693471 Jul 29 14:06:05.891441 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-78344284-99c9-4a28-9c60-aa6a007c6411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:05.895507 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-437d8891-707b-4d63-9983-b1ea1fab131f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:05.909044 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78344284-99c9-4a28-9c60-aa6a007c6411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b94d0a-0125-4317-81f4-b7dc6b4374f7,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:05.913208 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-78344284-99c9-4a28-9c60-aa6a007c6411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:05.923166 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-78344284-99c9-4a28-9c60-aa6a007c6411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:05.924671 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-78344284-99c9-4a28-9c60-aa6a007c6411 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3b94d0a-0125-4317-81f4-b7dc6b4374f7 HTTP/1.1" status: 204 len: 168 time: 0.3064609 Jul 29 14:06:06.427317 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56174) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:06.629246 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:06.645102 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:06.649102 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:853548227e2746fbab35d59a40bc7396 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:06.652255 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:06.658738 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:06.743629 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:06.836301 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:06.848944 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:06.861031 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56192) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:06.896542 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=853548227e2746fbab35d59a40bc7396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4680119 Jul 29 14:06:06.899697 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56198) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:06.900152 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f656848-60b4-4995-a7b2-3a764337af30,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:06.915381 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:06.962931 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.044280 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-75fbf7e0-024d-4e5c-9f7b-8b41c52c47bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.045650 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:07.067221 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Usage tracker for resource:security_group_rule and tenant:121c1c8d253341d88b8557c5931d505b is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:07.071855 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:07.081055 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:07.105041 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-75fbf7e0-024d-4e5c-9f7b-8b41c52c47bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.210340 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af1829-0386-4d41-8e37-1c57389113dd req-2335673d-a09f-456f-bf3e-0319be073728 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:07.211761 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f6af1829-0386-4d41-8e37-1c57389113dd req-2335673d-a09f-456f-bf3e-0319be073728 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.2252421 Jul 29 14:06:07.301387 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f6af1829-0386-4d41-8e37-1c57389113dd req-d1a2775c-113c-48cf-8d39-b6883e9c8f4c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829103 Jul 29 14:06:07.322881 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.390879 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-75fbf7e0-024d-4e5c-9f7b-8b41c52c47bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.398897 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-209a007e-a654-4c94-ba94-ecb618927c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:07.411807 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbf7e0-024d-4e5c-9f7b-8b41c52c47bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f656848-60b4-4995-a7b2-3a764337af30,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:07.416874 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-75fbf7e0-024d-4e5c-9f7b-8b41c52c47bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:07.424649 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-75fbf7e0-024d-4e5c-9f7b-8b41c52c47bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.428436 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-75fbf7e0-024d-4e5c-9f7b-8b41c52c47bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f656848-60b4-4995-a7b2-3a764337af30 HTTP/1.1" status: 204 len: 168 time: 0.5253637 Jul 29 14:06:07.430622 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.441245 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0657d8f4-0505-4c77-999a-3372a90abc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:07.482171 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=121c1c8d253341d88b8557c5931d505b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194541 Jul 29 14:06:07.484801 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56218) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:07.488000 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f271185-9b93-4a2e-9e59-f7d55a61345c,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:07.517335 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:07.552141 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fce77653-7876-44fd-bd11-0e5e36182a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.594277 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fce77653-7876-44fd-bd11-0e5e36182a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.744884 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fce77653-7876-44fd-bd11-0e5e36182a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.751984 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-75fbf7e0-024d-4e5c-9f7b-8b41c52c47bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:07.772158 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce77653-7876-44fd-bd11-0e5e36182a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f271185-9b93-4a2e-9e59-f7d55a61345c,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:07.777854 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fce77653-7876-44fd-bd11-0e5e36182a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:07.779987 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fce77653-7876-44fd-bd11-0e5e36182a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:07.781212 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-fce77653-7876-44fd-bd11-0e5e36182a37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f271185-9b93-4a2e-9e59-f7d55a61345c HTTP/1.1" status: 204 len: 168 time: 0.2950115 Jul 29 14:06:08.415913 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56262) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:08.442906 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:08.458293 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:08.462809 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Usage tracker for resource:security_group_rule and tenant:dbe5315e045d4b3eb882608df822b5d6 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:08.466016 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:08.474362 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:08.510479 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53844a-9aa8-4bb3-b6ba-9e804067f340 req-9525b283-1a32-4fb9-8747-ac55940a942d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:08.512083 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5a53844a-9aa8-4bb3-b6ba-9e804067f340 req-9525b283-1a32-4fb9-8747-ac55940a942d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0989325 Jul 29 14:06:08.571285 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5a53844a-9aa8-4bb3-b6ba-9e804067f340 req-35faf461-af6e-4a02-92d7-c45f8e4e8d69 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533714 Jul 29 14:06:08.578636 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:08.664878 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:08.674406 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c5b2d8af-0e53-4fc8-be06-c515ca063089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:08.723624 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf63ec6-4b4f-4abf-9681-5a312ce97074,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:08.729986 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:08.732945 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbe5315e045d4b3eb882608df822b5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159959 Jul 29 14:06:08.735956 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56270) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:08.891322 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-261d5b9e-0ec0-4d24-966d-406152ac7c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:08.947108 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-261d5b9e-0ec0-4d24-966d-406152ac7c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:09.117024 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-261d5b9e-0ec0-4d24-966d-406152ac7c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:09.122581 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bc4f7fb3-215b-4fd1-aeab-2820fc68748d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:09.141057 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d5b9e-0ec0-4d24-966d-406152ac7c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf63ec6-4b4f-4abf-9681-5a312ce97074,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:09.147922 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-261d5b9e-0ec0-4d24-966d-406152ac7c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:09.156058 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-261d5b9e-0ec0-4d24-966d-406152ac7c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:09.157398 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-261d5b9e-0ec0-4d24-966d-406152ac7c38 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/adf63ec6-4b4f-4abf-9681-5a312ce97074 HTTP/1.1" status: 204 len: 168 time: 0.4196954 Jul 29 14:06:09.818625 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ffe40-627c-43d8-acee-59cafae84810 req-54492e2a-b863-46f6-9667-3e6e6300664a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:09.818625 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dc7ffe40-627c-43d8-acee-59cafae84810 req-54492e2a-b863-46f6-9667-3e6e6300664a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0899596 Jul 29 14:06:09.873528 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dc7ffe40-627c-43d8-acee-59cafae84810 req-e678997b-bfdb-4440-9c45-4f4b1dd1505d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503807 Jul 29 14:06:10.090866 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56330) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:10.204178 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1567116495-network', 'tenant_id': 'b41372c4d7eb4e9391507b53f49a0106'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:10.209005 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:10.212902 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Usage tracker for resource:network and tenant:b41372c4d7eb4e9391507b53f49a0106 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:10.215758 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:10.222300 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:10.321652 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Made reservation on behalf of b41372c4d7eb4e9391507b53f49a0106 for: {'network': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:06:10.323936 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:10.336641 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:10.357183 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:10.361806 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Usage tracker for resource:security_group_rule and tenant:b41372c4d7eb4e9391507b53f49a0106 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:10.365122 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:10.371537 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:10.458092 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:10.591079 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:10.600223 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-af464b56-00da-45ac-97c0-f4c4848c847e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:10.650055 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=79176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:06:10.657896 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:10.669565 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:10.669565 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:10.669565 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.segments_db [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Added segment 8be688f5-9ac7-43e2-8c1e-8a6033080e21 of type vlan for network ecf36584-c577-46bf-85f6-64804fa7fade Jul 29 14:06:10.697001 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:10.842421 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:10.843683 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:10.844426 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:10.859340 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:10.957061 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Pushing event updated for resources: {'Network': ['ID=ecf36584-c577-46bf-85f6-64804fa7fade,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:10.960002 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:10.971227 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network ecf36584-c577-46bf-85f6-64804fa7fade details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:06:11.077622 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56378) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:11.078161 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9859581 Jul 29 14:06:11.088502 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Request body: {'subnet': {'network_id': 'ecf36584-c577-46bf-85f6-64804fa7fade', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1567116495-subnet', 'tenant_id': 'b41372c4d7eb4e9391507b53f49a0106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:11.103989 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:11.108869 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Usage tracker for resource:subnet and tenant:b41372c4d7eb4e9391507b53f49a0106 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:11.114524 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:11.129760 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:11.146659 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bd968-1610-453f-9d29-6f7a842839d6 req-0e2bc595-efd5-4e5a-899b-78b1496afed8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:11.148339 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3f6bd968-1610-453f-9d29-6f7a842839d6 req-0e2bc595-efd5-4e5a-899b-78b1496afed8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1168396 Jul 29 14:06:11.200976 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3f6bd968-1610-453f-9d29-6f7a842839d6 req-95efa303-3ba2-40c7-b9a0-db4ad667ed88 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465679 Jul 29 14:06:11.256282 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Made reservation on behalf of b41372c4d7eb4e9391507b53f49a0106 for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:06:11.258838 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32465070'] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:11.544744 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30779904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32465116'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:11.549445 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-525c58f9-2067-43c3-8c37-45ba28030461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:11.623956 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c7966a-0927-4398-8c79-b5d6717c7bbe,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:11.628392 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:11.635459 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Checking segment: {'id': '8be688f5-9ac7-43e2-8c1e-8a6033080e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecf36584-c577-46bf-85f6-64804fa7fade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:11.635817 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Network hostable DHCP agents. Network: ecf36584-c577-46bf-85f6-64804fa7fade, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:06:11.722174 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Network ecf36584-c577-46bf-85f6-64804fa7fade is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:06:11.813425 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7b5c2e53-c7f0-46e4-9058-505045b8efbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:11.879197 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, ecf36584-c577-46bf-85f6-64804fa7fade) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:11.884694 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:11.885367 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:11.890325 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e1b03c-f83f-48fa-9f30-f4f4667a0241 None None] Network ecf36584-c577-46bf-85f6-64804fa7fade requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:06:12.011901 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-abc07bca-bea2-400a-bf22-fac48519dfc7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9328752 Jul 29 14:06:12.121031 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203877f-6e7c-4c50-9fce-a494d6d375c8 None None] Network ecf36584-c577-46bf-85f6-64804fa7fade requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:06:12.453823 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:12.517058 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384f92-9ca5-4b20-85cd-278a181b4c97 req-fea044b8-7e20-448a-a972-4ba1064d49b4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:12.532154 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-22384f92-9ca5-4b20-85cd-278a181b4c97 req-fea044b8-7e20-448a-a972-4ba1064d49b4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1548171 Jul 29 14:06:12.586641 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-22384f92-9ca5-4b20-85cd-278a181b4c97 req-5be76c01-b021-4db3-8427-e332990f48e8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532334 Jul 29 14:06:13.005917 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56448) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:13.012626 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-866207383-network', 'tenant_id': '58b9a1ab0d554f198fb4101829bf5a63'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:13.021175 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:13.033250 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Usage tracker for resource:network and tenant:58b9a1ab0d554f198fb4101829bf5a63 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:13.038194 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:13.048166 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:13.193720 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Made reservation on behalf of 58b9a1ab0d554f198fb4101829bf5a63 for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:06:13.197247 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:13.233129 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:13.233129 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:13.234342 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Usage tracker for resource:security_group_rule and tenant:58b9a1ab0d554f198fb4101829bf5a63 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:13.237663 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:13.243994 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:13.343593 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:13.464763 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:13.481881 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:06:13.504396 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:13.505342 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Added segment 8c8185ba-e0f4-498e-857c-8bd28c92c9f5 of type vlan for network 2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89 Jul 29 14:06:13.538409 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:13.571616 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:13.636926 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd0d80-47b7-4c8b-bc28-3d4625d7cd96,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:13.641855 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:13.646555 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:13.652089 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:13.653396 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:13.667568 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-21f04719-567c-4b3a-bc8e-1d4b2beeca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:13.915058 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Pushing event updated for resources: {'Network': ['ID=2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:13.918158 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:13.926663 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27f03b-b96e-4ed2-9fc2-2cbccde0aa52 req-f88c9c1a-9d0a-4031-bdc4-69480e55de1d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:13.927542 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:06:13.928148 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2b27f03b-b96e-4ed2-9fc2-2cbccde0aa52 req-f88c9c1a-9d0a-4031-bdc4-69480e55de1d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1573243 Jul 29 14:06:13.977662 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2b27f03b-b96e-4ed2-9fc2-2cbccde0aa52 req-f6c0db35-79fb-4ee7-b034-08e92f404b16 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Jul 29 14:06:14.030835 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0211899 Jul 29 14:06:14.031095 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56478) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:14.037820 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Request body: {'subnet': {'network_id': '2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-866207383-subnet', 'tenant_id': '58b9a1ab0d554f198fb4101829bf5a63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:14.042908 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:14.047559 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Usage tracker for resource:subnet and tenant:58b9a1ab0d554f198fb4101829bf5a63 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:14.051380 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:14.058816 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:14.199565 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Made reservation on behalf of 58b9a1ab0d554f198fb4101829bf5a63 for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:06:14.201997 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32465070'] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:14.582331 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-4b951af5-3bb8-46f5-a64b-3c43bd7fe815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:14.582660 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30779904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32465116'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:14.583321 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:14.663080 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9807fe11-fd66-49f7-af09-7669674c783b,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:14.670885 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:14.676222 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Checking segment: {'id': '8c8185ba-e0f4-498e-857c-8bd28c92c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:14.676646 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Network hostable DHCP agents. Network: 2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:06:14.790865 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Network 2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:06:14.936311 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:14.944768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:14.947255 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:14.949759 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a9029-7bda-4172-be05-94f783f725b7 None None] Network 2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:06:14.977270 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56506) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:15.086834 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0545475 Jul 29 14:06:15.208678 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599396e-ebcd-4721-967c-cb34ae05dd09 None None] Network 2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:06:15.242809 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:15.264769 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:15.270096 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Usage tracker for resource:security_group_rule and tenant:a4636e8d9d764bc1a545e07faef28c97 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:15.274513 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:15.282319 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:15.320874 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35badf0-0131-46c0-a0c9-82cd3c6a7605 req-be38ff81-3721-4639-9275-7d03791762d3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:15.327687 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a35badf0-0131-46c0-a0c9-82cd3c6a7605 req-be38ff81-3721-4639-9275-7d03791762d3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.2019312 Jul 29 14:06:15.390521 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a35badf0-0131-46c0-a0c9-82cd3c6a7605 req-a40700da-c745-441b-8c6f-39a7253270eb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602453 Jul 29 14:06:15.486917 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:15.641512 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:15.642199 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:15.650451 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-318ed1f5-ec91-43c6-a939-339d4d21cf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:15.757833 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bb5d11-8f71-4288-977f-3bfb92ba1f47,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:15.770277 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56548) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:15.770920 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4636e8d9d764bc1a545e07faef28c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7938216 Jul 29 14:06:15.774125 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:15.854341 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-78963c07-4ca9-460a-b655-4139a0aaf1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:15.891164 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-a3cd0b5b-5b4c-4263-b678-a358386fa5e8 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:15.898158 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-a3cd0b5b-5b4c-4263-b678-a358386fa5e8 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/networks?id=ecf36584-c577-46bf-85f6-64804fa7fade HTTP/1.1" status: 200 len: 809 time: 0.2116072 Jul 29 14:06:15.923006 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-aba105b7-d063-4e78-88ce-08c1b8954697 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/quotas/b41372c4d7eb4e9391507b53f49a0106 HTTP/1.1" status: 200 len: 375 time: 0.0238357 Jul 29 14:06:15.926664 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-78963c07-4ca9-460a-b655-4139a0aaf1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:15.991159 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-d0a62e51-de80-4ae2-a9fd-0240b9d0b91d tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b41372c4d7eb4e9391507b53f49a0106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664742 Jul 29 14:06:16.138180 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-115d4195-3020-45f2-873b-610e64bc51db service neutron] 10.222.0.22 "GET /v2.0/networks/ecf36584-c577-46bf-85f6-64804fa7fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433847 Jul 29 14:06:16.187534 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-78963c07-4ca9-460a-b655-4139a0aaf1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:16.193251 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:16.203525 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78963c07-4ca9-460a-b655-4139a0aaf1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bb5d11-8f71-4288-977f-3bfb92ba1f47,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:16.208052 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-78963c07-4ca9-460a-b655-4139a0aaf1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:16.210718 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-78963c07-4ca9-460a-b655-4139a0aaf1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:16.220086 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-78963c07-4ca9-460a-b655-4139a0aaf1ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0bb5d11-8f71-4288-977f-3bfb92ba1f47 HTTP/1.1" status: 204 len: 168 time: 0.4487472 Jul 29 14:06:16.279081 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-56a8feb1-7342-4faf-bd4e-2bb9c3ce8918 service neutron] 10.222.0.22 "GET /v2.0/networks/ecf36584-c577-46bf-85f6-64804fa7fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352253 Jul 29 14:06:16.645720 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cc1d6d46-b6c3-429a-9540-946b9fada339 req-29009012-6ee4-43ac-9bc4-60bb2e379524 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 210 time: 0.0857310 Jul 29 14:06:16.646713 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d568d2-95ff-420d-b2cd-85af036c1efa req-7365c576-5a2d-43f3-a66f-649c3740df2b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:16.647881 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e4d568d2-95ff-420d-b2cd-85af036c1efa req-7365c576-5a2d-43f3-a66f-649c3740df2b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1270065 Jul 29 14:06:16.722420 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e4d568d2-95ff-420d-b2cd-85af036c1efa req-b1d4f137-b104-4cdf-a021-640fc27819e5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684931 Jul 29 14:06:16.953220 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:17.102794 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56600) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:17.121093 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:17.138100 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:17.142127 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Usage tracker for resource:security_group_rule and tenant:bb317bb0a0864d28b845753d7ba38ff1 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:17.145783 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:17.153384 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:17.263298 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:17.326578 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782957e-7e95-40d4-b5e0-eb222d46abce req-b879a396-1a15-4a89-92c1-f8bf9a54d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:17.328044 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4782957e-7e95-40d4-b5e0-eb222d46abce req-b879a396-1a15-4a89-92c1-f8bf9a54d63b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 1099 time: 0.0811682 Jul 29 14:06:17.378876 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4782957e-7e95-40d4-b5e0-eb222d46abce req-b37406e9-47c8-49c4-b103-686eb2467a5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347111 Jul 29 14:06:17.421815 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:17.430948 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-4092c944-78dd-47ea-96b2-853678a74c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:17.537530 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb317bb0a0864d28b845753d7ba38ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330640 Jul 29 14:06:17.538198 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee504f92-c6e3-44a3-8a8e-a5e7f3df8a3a,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:17.540021 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56608) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:17.541229 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:17.604239 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fc71bc88-ccbe-41f1-9ec2-ab591efbb05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:17.630981 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fc71bc88-ccbe-41f1-9ec2-ab591efbb05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:17.781763 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-55d5d641-4f47-4986-b486-2b46e4d99ca7 req-0027f73c-11db-4ceb-96a1-8dba00910329 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 210 time: 0.0580051 Jul 29 14:06:17.834629 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fc71bc88-ccbe-41f1-9ec2-ab591efbb05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:17.840705 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a7cf21cf-8814-4fb9-b8d1-6648831548ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:17.879700 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71bc88-ccbe-41f1-9ec2-ab591efbb05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee504f92-c6e3-44a3-8a8e-a5e7f3df8a3a,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:17.882905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fc71bc88-ccbe-41f1-9ec2-ab591efbb05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:17.899879 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fc71bc88-ccbe-41f1-9ec2-ab591efbb05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:17.901500 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-fc71bc88-ccbe-41f1-9ec2-ab591efbb05e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee504f92-c6e3-44a3-8a8e-a5e7f3df8a3a HTTP/1.1" status: 204 len: 168 time: 0.3602908 Jul 29 14:06:17.960322 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04021-d3e2-486c-b14a-a425a8687f60 req-7a6a6c73-383a-4c25-ac7c-0f768c4cdd65 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:17.962148 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6be04021-d3e2-486c-b14a-a425a8687f60 req-7a6a6c73-383a-4c25-ac7c-0f768c4cdd65 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1220975 Jul 29 14:06:18.016965 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6be04021-d3e2-486c-b14a-a425a8687f60 req-2ce22a0d-45f6-4973-ae81-268e170fa83f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486715 Jul 29 14:06:18.954724 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-90ab037e-7fee-46a1-a27e-5c1484e200ae req-5ba84e80-3fee-486c-8107-449743bf43fd tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 210 time: 0.0507526 Jul 29 14:06:19.229779 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e281dc-d386-4f58-8524-fe7a3bfbe5fe req-8503201a-b3c9-4088-beca-efca44a8b3b8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:19.231273 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d1e281dc-d386-4f58-8524-fe7a3bfbe5fe req-8503201a-b3c9-4088-beca-efca44a8b3b8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0888071 Jul 29 14:06:19.279753 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d1e281dc-d386-4f58-8524-fe7a3bfbe5fe req-ec843db8-07b4-4883-afdf-7a6ab76d4b84 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Jul 29 14:06:19.476259 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de0bc4-6720-4b9c-985b-cb5c092c6899 req-8f765f34-0e90-44ff-9bb0-9cbeede66ffb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:19.478006 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a6de0bc4-6720-4b9c-985b-cb5c092c6899 req-8f765f34-0e90-44ff-9bb0-9cbeede66ffb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0878820 Jul 29 14:06:19.530718 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a6de0bc4-6720-4b9c-985b-cb5c092c6899 req-6866bce3-b81b-4525-91b3-c16008a759fe tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464559 Jul 29 14:06:19.596393 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56678) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:19.744760 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:19.769164 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:19.773514 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Usage tracker for resource:security_group_rule and tenant:9e618a604abe4ed59a063a06a0675cd8 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:19.776584 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:19.784130 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:19.885224 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:19.978186 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-a95d57e8-f9e5-48f2-bce6-62dc8253ce7b tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:19.979701 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-a95d57e8-f9e5-48f2-bce6-62dc8253ce7b tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.36 "GET /v2.0/networks?id=ecf36584-c577-46bf-85f6-64804fa7fade HTTP/1.1" status: 200 len: 809 time: 0.1671467 Jul 29 14:06:19.987485 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:19.998154 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Request body: {'port': {'device_id': 'd0c5e460-e329-4828-b856-aff775979eab', 'network_id': 'ecf36584-c577-46bf-85f6-64804fa7fade', 'admin_state_up': True, 'tenant_id': 'b41372c4d7eb4e9391507b53f49a0106'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:20.001842 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:20.036939 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bdbefe-7e96-424f-a250-35e1b83b4f32,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:20.066459 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e618a604abe4ed59a063a06a0675cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689198 Jul 29 14:06:20.067676 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:20.071850 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56702) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:20.167595 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0e0db67f-c765-4433-80c4-cde37de84748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:20.204347 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0e0db67f-c765-4433-80c4-cde37de84748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:20.270484 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e7d9b13d-677c-4b44-a753-b536575f2ea9 req-f548593e-ddb5-4580-87fe-a2b3846f4e8e tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 210 time: 0.1022935 Jul 29 14:06:20.377549 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:20.383979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Usage tracker for resource:port and tenant:b41372c4d7eb4e9391507b53f49a0106 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:20.388945 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:20.394086 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:20.411273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0e0db67f-c765-4433-80c4-cde37de84748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:20.416324 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-6a678051-67be-48ae-8486-0e9bbffec2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:20.432902 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0db67f-c765-4433-80c4-cde37de84748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bdbefe-7e96-424f-a250-35e1b83b4f32,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:20.435554 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0e0db67f-c765-4433-80c4-cde37de84748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:20.467036 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0e0db67f-c765-4433-80c4-cde37de84748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:20.472914 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-0e0db67f-c765-4433-80c4-cde37de84748 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65bdbefe-7e96-424f-a250-35e1b83b4f32 HTTP/1.1" status: 204 len: 168 time: 0.3998885 Jul 29 14:06:20.508871 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Made reservation on behalf of b41372c4d7eb4e9391507b53f49a0106 for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:06:20.513567 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:20.714973 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Allocated IP 172.20.0.3 (ecf36584-c577-46bf-85f6-64804fa7fade/57c7966a-0927-4398-8c79-b5d6717c7bbe/9344e4a2-9827-4219-a765-0782c61b6af2) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:06:20.948650 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:21.034251 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:21.041508 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:21.112419 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Network ecf36584-c577-46bf-85f6-64804fa7fade is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:06:21.115595 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:21.119577 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:06:21.153773 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Pushing event updated for resources: {'Port': ['ID=9344e4a2-9827-4219-a765-0782c61b6af2,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:21.158920 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:21.189555 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:21.190011 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:21.291237 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2983902 Jul 29 14:06:21.304409 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Request body: {'port': {'device_id': 'd0c5e460-e329-4828-b856-aff775979eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:21.424571 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:21.459309 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714e15f-1e4f-4f6c-a7f8-52ee6c6a1a4e req-667d772c-a08f-4010-88c0-82ab2bb73a76 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:21.460943 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0714e15f-1e4f-4f6c-a7f8-52ee6c6a1a4e req-667d772c-a08f-4010-88c0-82ab2bb73a76 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 931 time: 0.0879080 Jul 29 14:06:21.513832 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-0714e15f-1e4f-4f6c-a7f8-52ee6c6a1a4e req-6098d957-6f33-41ad-946d-c749bd659bc3 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Synchronizing usage tracker for tenant:b41372c4d7eb4e9391507b53f49a0106 on resource:security_group {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:06:21.594329 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56752) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:21.612383 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-0714e15f-1e4f-4f6c-a7f8-52ee6c6a1a4e req-6098d957-6f33-41ad-946d-c749bd659bc3 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Unset dirty status for tenant:b41372c4d7eb4e9391507b53f49a0106 on resource:security_group {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:06:21.625611 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0714e15f-1e4f-4f6c-a7f8-52ee6c6a1a4e req-6098d957-6f33-41ad-946d-c749bd659bc3 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544268 Jul 29 14:06:21.629596 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:21.648161 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:21.655281 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Usage tracker for resource:security_group_rule and tenant:0848bf043d744e9c8ad23fd06934403a is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:21.655625 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:21.663190 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:21.826561 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9344e4a2-9827-4219-a765-0782c61b6af2 {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:06:21.837673 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:21.839088 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:21.855161 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Transition to ACTIVE for port object 9344e4a2-9827-4219-a765-0782c61b6af2 will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:21.913433 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:21.922836 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:21.948235 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:21.958786 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:21.972703 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0848bf043d744e9c8ad23fd06934403a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771536 Jul 29 14:06:21.974379 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56776) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:21.977508 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8604f9-b5a2-4630-a9e2-b737d8b1dd31,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:21.981192 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:22.057742 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-423b8610-24a7-454b-bf7d-53e8149c4101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:22.062502 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Pushing event updated for resources: {'Port': ['ID=9344e4a2-9827-4219-a765-0782c61b6af2,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:22.067091 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:22.100705 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-423b8610-24a7-454b-bf7d-53e8149c4101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:22.242620 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Attempting to bind port 9344e4a2-9827-4219-a765-0782c61b6af2 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:06:22.242878 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Attempting to bind port 9344e4a2-9827-4219-a765-0782c61b6af2 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '8be688f5-9ac7-43e2-8c1e-8a6033080e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecf36584-c577-46bf-85f6-64804fa7fade'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:06:22.243212 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Attempting to bind port 9344e4a2-9827-4219-a765-0782c61b6af2 on network ecf36584-c577-46bf-85f6-64804fa7fade {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:06:22.247825 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Port 9344e4a2-9827-4219-a765-0782c61b6af2 on network ecf36584-c577-46bf-85f6-64804fa7fade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:06:22.248139 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Attempting to bind port 9344e4a2-9827-4219-a765-0782c61b6af2 on network ecf36584-c577-46bf-85f6-64804fa7fade {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:06:22.262768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:06:22.262768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Checking segment: {'id': '8be688f5-9ac7-43e2-8c1e-8a6033080e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecf36584-c577-46bf-85f6-64804fa7fade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:22.262768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Bound using segment: {'id': '8be688f5-9ac7-43e2-8c1e-8a6033080e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecf36584-c577-46bf-85f6-64804fa7fade'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:06:22.262768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Bound port: 9344e4a2-9827-4219-a765-0782c61b6af2, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be688f5-9ac7-43e2-8c1e-8a6033080e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ecf36584-c577-46bf-85f6-64804fa7fade'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:06:22.262768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:22.304372 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-423b8610-24a7-454b-bf7d-53e8149c4101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:22.309398 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:22.322710 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b8610-24a7-454b-bf7d-53e8149c4101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8604f9-b5a2-4630-a9e2-b737d8b1dd31,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:22.325782 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-423b8610-24a7-454b-bf7d-53e8149c4101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:22.328105 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-423b8610-24a7-454b-bf7d-53e8149c4101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:22.329421 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-423b8610-24a7-454b-bf7d-53e8149c4101 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a8604f9-b5a2-4630-a9e2-b737d8b1dd31 HTTP/1.1" status: 204 len: 168 time: 0.3539634 Jul 29 14:06:22.351814 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] For port 9344e4a2-9827-4219-a765-0782c61b6af2, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:06:22.361111 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] For port 9344e4a2-9827-4219-a765-0782c61b6af2, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9344e4a2-9827-4219-a765-0782c61b6af2,segment=NetworkSegment(8be688f5-9ac7-43e2-8c1e-8a6033080e21),segment_id=8be688f5-9ac7-43e2-8c1e-8a6033080e21)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:06:22.467893 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:22.472738 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:22.550057 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:22.550480 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:22.551837 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] 10.222.0.36 "PUT /v2.0/ports/9344e4a2-9827-4219-a765-0782c61b6af2 HTTP/1.1" status: 200 len: 1093 time: 1.2518311 Jul 29 14:06:22.555875 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c5e460-e329-4828-b856-aff775979eab', 'tag': '9344e4a2-9827-4219-a765-0782c61b6af2'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:06:22.583497 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Pushing event updated for resources: {'Port': ['ID=9344e4a2-9827-4219-a765-0782c61b6af2,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:22.587191 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:22.674785 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c5e460-e329-4828-b856-aff775979eab', 'tag': '9344e4a2-9827-4219-a765-0782c61b6af2', 'status': 'completed', 'code': 200} Jul 29 14:06:22.725189 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-320799d5-1bd5-4c95-b11c-5aa1f484777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:22.726767 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-320799d5-1bd5-4c95-b11c-5aa1f484777f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1098 time: 0.1083393 Jul 29 14:06:22.772794 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed1598-e0a4-4a16-bf2a-f0e8e0c4f54f req-7af517a3-421a-4013-b843-85fef03a895b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:22.774340 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-55ed1598-e0a4-4a16-bf2a-f0e8e0c4f54f req-7af517a3-421a-4013-b843-85fef03a895b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1923351 Jul 29 14:06:22.906136 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-55ed1598-e0a4-4a16-bf2a-f0e8e0c4f54f req-de4964ce-bed1-4a35-ad02-74f15c671d3e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193378 Jul 29 14:06:22.960597 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-93d2e945-cfc0-47f4-8da3-bbcfe004acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:22.962087 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-93d2e945-cfc0-47f4-8da3-bbcfe004acc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b41372c4d7eb4e9391507b53f49a0106&device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 1096 time: 0.2822318 Jul 29 14:06:23.071677 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56818) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:23.094891 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-554f2839-3c19-4dfb-b769-83c7572410a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9344e4a2-9827-4219-a765-0782c61b6af2 HTTP/1.1" status: 200 len: 217 time: 0.1232848 Jul 29 14:06:23.185308 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-e940eb4f-5d10-4dea-a57a-65d372d0a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:23.186824 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-e940eb4f-5d10-4dea-a57a-65d372d0a4a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 920 time: 0.4524550 Jul 29 14:06:23.233792 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-edba3172-2a3d-4923-a77f-535702a05001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:23.235486 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-edba3172-2a3d-4923-a77f-535702a05001 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7966a-0927-4398-8c79-b5d6717c7bbe HTTP/1.1" status: 200 len: 849 time: 0.1341133 Jul 29 14:06:23.262707 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-e9d8e2b6-f6da-4452-a2be-555ab5ff7d64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d66231d-6f95-404e-b64e-0342eb986d34 HTTP/1.1" status: 200 len: 217 time: 0.0675259 Jul 29 14:06:23.271107 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada48833-27cb-4b22-a2c5-3f86fa280a0e req-68d3fefe-aab1-4f77-9b1e-916d14469519 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:23.271853 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-ada48833-27cb-4b22-a2c5-3f86fa280a0e req-68d3fefe-aab1-4f77-9b1e-916d14469519 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Synchronizing usage tracker for tenant:b41372c4d7eb4e9391507b53f49a0106 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:06:23.295710 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-d7101081-680c-4841-9adf-7144e950885f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecf36584-c577-46bf-85f6-64804fa7fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518851 Jul 29 14:06:23.347599 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:23.367975 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:23.372086 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Usage tracker for resource:security_group_rule and tenant:7d42ef4c4beb4e42b0d4dbbb9fcd099c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:23.374974 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:23.380991 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:23.413748 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-a074e33d-bbea-429c-bd7e-d55fcd45b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:23.416485 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-a074e33d-bbea-429c-bd7e-d55fcd45b4e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.1394565 Jul 29 14:06:23.446710 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0c3c0fce-dfbd-4559-96e8-dca8ad6b78f0 service neutron] 10.222.0.36 "GET /v2.0/networks/ecf36584-c577-46bf-85f6-64804fa7fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421490 Jul 29 14:06:23.484555 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-c9e7c2a0-67b2-4b73-84f2-16f1e7b48bfd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550752 Jul 29 14:06:23.491529 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-ada48833-27cb-4b22-a2c5-3f86fa280a0e req-68d3fefe-aab1-4f77-9b1e-916d14469519 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Unset dirty status for tenant:b41372c4d7eb4e9391507b53f49a0106 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:06:23.492684 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ada48833-27cb-4b22-a2c5-3f86fa280a0e req-68d3fefe-aab1-4f77-9b1e-916d14469519 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 943 time: 0.4201043 Jul 29 14:06:23.599906 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1fc4da2-6abf-47b0-a01b-3b6531ffc05c req-0390b5e9-c54c-4cf9-bdf2-ddbb1cc819c8 service neutron] 10.222.0.36 "GET /v2.0/networks/ecf36584-c577-46bf-85f6-64804fa7fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361809 Jul 29 14:06:23.666002 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ada48833-27cb-4b22-a2c5-3f86fa280a0e req-b68b7b3b-29f2-4cf2-8ecd-9d6421978d20 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500163 Jul 29 14:06:23.691169 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:23.719289 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-8a55b3c0-455a-4f3f-8882-178259197016 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244699 Jul 29 14:06:23.863971 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:23.868388 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332085f-97b2-4be1-b115-3b83dde711fe req-23da199f-a2ae-45c0-9451-09f63d5f75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:23.871680 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9332085f-97b2-4be1-b115-3b83dde711fe req-23da199f-a2ae-45c0-9451-09f63d5f75be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b41372c4d7eb4e9391507b53f49a0106&device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 1096 time: 0.1293843 Jul 29 14:06:23.907440 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-76d51f59-65c8-4352-9e2d-d1e9b4878884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:23.951589 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d42ef4c4beb4e42b0d4dbbb9fcd099c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8464906 Jul 29 14:06:23.952634 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56854) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:23.982495 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71261d1-0fa4-4356-b466-afc342a02358,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:24.005736 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:24.021397 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eb760243-b5b4-4ab3-afa1-62f54045b040 req-46c105f2-5f19-4bfc-87be-373f198bd422 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916780 Jul 29 14:06:24.086396 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332085f-97b2-4be1-b115-3b83dde711fe req-398e0cf8-4913-4eea-a0d7-793ed4ca66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:24.087982 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9332085f-97b2-4be1-b115-3b83dde711fe req-398e0cf8-4913-4eea-a0d7-793ed4ca66cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=ecf36584-c577-46bf-85f6-64804fa7fade HTTP/1.1" status: 200 len: 910 time: 0.1982126 Jul 29 14:06:24.201438 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c7389352-bac9-4cb6-84f4-40e522d1b1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:24.248279 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c7389352-bac9-4cb6-84f4-40e522d1b1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:24.284108 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9332085f-97b2-4be1-b115-3b83dde711fe req-a2c6d76e-a11f-449d-8426-fef3df205bac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9344e4a2-9827-4219-a765-0782c61b6af2 HTTP/1.1" status: 200 len: 217 time: 0.1869445 Jul 29 14:06:24.299803 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99bcea-6dba-4f58-bf8e-6bb8af4e473f req-8afcad37-0082-4347-8ef2-6e960240c2e4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:24.301465 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bc99bcea-6dba-4f58-bf8e-6bb8af4e473f req-8afcad37-0082-4347-8ef2-6e960240c2e4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1879625 Jul 29 14:06:24.350923 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332085f-97b2-4be1-b115-3b83dde711fe req-a8c7aa16-8706-4052-b332-1a26e1068212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:24.352647 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9332085f-97b2-4be1-b115-3b83dde711fe req-a8c7aa16-8706-4052-b332-1a26e1068212 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=57c7966a-0927-4398-8c79-b5d6717c7bbe HTTP/1.1" status: 200 len: 849 time: 0.0628531 Jul 29 14:06:24.354107 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bc99bcea-6dba-4f58-bf8e-6bb8af4e473f req-95df46b8-e616-45a5-bd5d-ac98c70f8be5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Jul 29 14:06:24.403811 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9332085f-97b2-4be1-b115-3b83dde711fe req-b2b7ed3b-20a4-40e9-bbc5-eb4447360d35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecf36584-c577-46bf-85f6-64804fa7fade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445268 Jul 29 14:06:24.435644 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c7389352-bac9-4cb6-84f4-40e522d1b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:24.440941 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-97b041a7-f7a1-447f-a7ae-a816a3253b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:24.457916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7389352-bac9-4cb6-84f4-40e522d1b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71261d1-0fa4-4356-b466-afc342a02358,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:24.461341 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c7389352-bac9-4cb6-84f4-40e522d1b1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:24.463475 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c7389352-bac9-4cb6-84f4-40e522d1b1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:24.467673 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-c7389352-bac9-4cb6-84f4-40e522d1b1d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f71261d1-0fa4-4356-b466-afc342a02358 HTTP/1.1" status: 204 len: 168 time: 0.5031164 Jul 29 14:06:24.549675 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9332085f-97b2-4be1-b115-3b83dde711fe req-4d6e19cc-7eda-461e-98db-8348f554e024 service neutron] 10.222.0.36 "GET /v2.0/networks/ecf36584-c577-46bf-85f6-64804fa7fade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334012 Jul 29 14:06:24.692183 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9332085f-97b2-4be1-b115-3b83dde711fe req-abe544fe-4f78-40ef-951b-1bc7a3aeec08 service neutron] 10.222.0.36 "GET /v2.0/networks/ecf36584-c577-46bf-85f6-64804fa7fade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330974 Jul 29 14:06:24.884674 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dc40a-cf8f-46b4-a51a-ca84b5328cb7 req-6c551f9f-41e3-4940-a829-248b46aa512c tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:24.886078 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-254dc40a-cf8f-46b4-a51a-ca84b5328cb7 req-6c551f9f-41e3-4940-a829-248b46aa512c tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 943 time: 0.0822001 Jul 29 14:06:24.937546 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-254dc40a-cf8f-46b4-a51a-ca84b5328cb7 req-74c709c2-6229-4787-a81f-ff6bf2691258 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 Jul 29 14:06:25.371355 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 56908) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:25.389425 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:25.404949 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:25.408998 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Usage tracker for resource:security_group_rule and tenant:30ad1e20ebdf4786acfd19edece456e4 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:25.411819 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:25.417579 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:25.505869 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:25.544875 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc366-f235-4a17-86ff-392a806ef350 req-3d2f2a4c-ebe9-4a37-aaab-6a12b5786393 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:25.546354 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e8cbc366-f235-4a17-86ff-392a806ef350 req-3d2f2a4c-ebe9-4a37-aaab-6a12b5786393 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0848937 Jul 29 14:06:25.591705 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e8cbc366-f235-4a17-86ff-392a806ef350 req-60e98fee-7925-478a-b54d-c895ba570616 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385506 Jul 29 14:06:25.635298 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:25.646935 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-948283ed-da99-491d-9f79-cb0ec870df65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:25.686513 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30ad1e20ebdf4786acfd19edece456e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140938 Jul 29 14:06:25.688144 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0918b8-25cb-4d39-83af-adaf6f1b7c91,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:25.689316 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 56914) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:25.691990 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:25.751333 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f15553de-9bb5-4624-9baa-3983e89aa25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:25.779514 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f15553de-9bb5-4624-9baa-3983e89aa25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:25.932542 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f15553de-9bb5-4624-9baa-3983e89aa25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:25.954268 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:25.958516 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15553de-9bb5-4624-9baa-3983e89aa25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0918b8-25cb-4d39-83af-adaf6f1b7c91,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:25.961696 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f15553de-9bb5-4624-9baa-3983e89aa25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:25.964892 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f15553de-9bb5-4624-9baa-3983e89aa25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:25.966084 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f15553de-9bb5-4624-9baa-3983e89aa25a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a0918b8-25cb-4d39-83af-adaf6f1b7c91 HTTP/1.1" status: 204 len: 168 time: 0.2750654 Jul 29 14:06:26.180175 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e1aa7-dc4e-49e6-8a9c-a2bcc1279cec req-469a4130-1164-4e86-9373-84cad9ba07e1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:26.181690 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a58e1aa7-dc4e-49e6-8a9c-a2bcc1279cec req-469a4130-1164-4e86-9373-84cad9ba07e1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 943 time: 0.0885851 Jul 29 14:06:26.237443 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a58e1aa7-dc4e-49e6-8a9c-a2bcc1279cec req-5896ebef-de29-4d57-b0db-d864686015f6 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479107 Jul 29 14:06:26.803159 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8410cd1-13e2-44f2-8a09-274418d34aea req-dce2ff3d-7df2-4ef8-996d-600283e4d0b3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:26.804721 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b8410cd1-13e2-44f2-8a09-274418d34aea req-dce2ff3d-7df2-4ef8-996d-600283e4d0b3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0967433 Jul 29 14:06:26.851106 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b8410cd1-13e2-44f2-8a09-274418d34aea req-81b40b6d-b180-4c74-9d01-ccae7c803a6b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Jul 29 14:06:26.957832 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 9344e4a2-9827-4219-a765-0782c61b6af2 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:06:27.118603 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 9344e4a2-9827-4219-a765-0782c61b6af2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9344e4a2-9827-4219-a765-0782c61b6af2,segment=NetworkSegment(8be688f5-9ac7-43e2-8c1e-8a6033080e21),segment_id=8be688f5-9ac7-43e2-8c1e-8a6033080e21)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:06:27.138169 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '9344e4a2-9827-4219-a765-0782c61b6af2', 'network_id': 'ecf36584-c577-46bf-85f6-64804fa7fade', 'port_id': '9344e4a2-9827-4219-a765-0782c61b6af2', 'mac_address': 'fa:16:3e:cd:e8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c7966a-0927-4398-8c79-b5d6717c7bbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:06:27.196480 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:27.217179 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9344e4a2-9827-4219-a765-0782c61b6af2 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:06:27.233095 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 9344e4a2-9827-4219-a765-0782c61b6af2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9344e4a2-9827-4219-a765-0782c61b6af2,segment=NetworkSegment(8be688f5-9ac7-43e2-8c1e-8a6033080e21),segment_id=8be688f5-9ac7-43e2-8c1e-8a6033080e21)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:06:27.384507 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:27.386083 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:27.468647 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b859e-8edb-4e35-b022-d71ed7597257 req-8f575648-e87e-47b4-955d-d32f6376c814 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:27.471704 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-981b859e-8edb-4e35-b022-d71ed7597257 req-8f575648-e87e-47b4-955d-d32f6376c814 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 944 time: 0.1071436 Jul 29 14:06:27.508864 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=9344e4a2-9827-4219-a765-0782c61b6af2,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:27.530819 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.530819 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.530819 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.531054 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.531505 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.532058 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.532683 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.533796 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.534587 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.535134 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.535676 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.536232 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:27.565640 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:27.633270 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-981b859e-8edb-4e35-b022-d71ed7597257 req-60bff76f-035b-4f2f-a5ef-c2ee2dbb2327 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476934 Jul 29 14:06:27.699761 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['9344e4a2-9827-4219-a765-0782c61b6af2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:06:28.067684 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57004) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:28.069489 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f60b4-3f74-4e41-bb59-2e17dd68b7dd req-1b3374e2-9885-4ee6-bdd1-2fc47910d0de tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:28.071269 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-101f60b4-3f74-4e41-bb59-2e17dd68b7dd req-1b3374e2-9885-4ee6-bdd1-2fc47910d0de tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1006846 Jul 29 14:06:28.127792 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-101f60b4-3f74-4e41-bb59-2e17dd68b7dd req-c9164248-a1d6-4d56-b443-214a08120005 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496151 Jul 29 14:06:28.213052 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:28.229782 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:28.235988 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Usage tracker for resource:security_group_rule and tenant:562f427114844d17a3c05ee26f34598c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:28.237532 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:28.243933 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:28.340342 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:28.421906 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:28.435806 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e3de07b6-8e6c-4fe9-a627-663c7227ad07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:28.478329 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=562f427114844d17a3c05ee26f34598c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095297 Jul 29 14:06:28.479225 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227c37a5-c14a-423d-9c9f-9570604f095d,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:28.481297 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57022) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:28.482256 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:28.549193 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-91d51be6-f11d-47cb-a9fc-fe2381979daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:28.578894 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-91d51be6-f11d-47cb-a9fc-fe2381979daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:28.781161 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-91d51be6-f11d-47cb-a9fc-fe2381979daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:28.790818 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-6e771680-2fb0-4558-b6e5-f6ad528622a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:28.810861 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d51be6-f11d-47cb-a9fc-fe2381979daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227c37a5-c14a-423d-9c9f-9570604f095d,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:28.818265 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-91d51be6-f11d-47cb-a9fc-fe2381979daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:28.819243 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-91d51be6-f11d-47cb-a9fc-fe2381979daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:28.820572 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-91d51be6-f11d-47cb-a9fc-fe2381979daa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/227c37a5-c14a-423d-9c9f-9570604f095d HTTP/1.1" status: 204 len: 168 time: 0.3377404 Jul 29 14:06:28.859323 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2445d-bffe-43ac-a495-84fc12aa469c req-b1173767-4599-4c3e-b45c-2e0ce3a27dc1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:28.861218 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0df2445d-bffe-43ac-a495-84fc12aa469c req-b1173767-4599-4c3e-b45c-2e0ce3a27dc1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 944 time: 0.1180792 Jul 29 14:06:28.911067 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0df2445d-bffe-43ac-a495-84fc12aa469c req-5b850b4d-ee7c-4282-9307-a6bf96588f72 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Jul 29 14:06:28.988967 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 9344e4a2-9827-4219-a765-0782c61b6af2 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:06:29.171912 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57054) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:29.181831 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 9344e4a2-9827-4219-a765-0782c61b6af2 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:06:29.187449 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 9344e4a2-9827-4219-a765-0782c61b6af2 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:29.187571 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:29.379295 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6262a56-1962-4274-82e4-da81f1602939 req-9308b25a-550c-4acd-b86c-5a3c89b4ab21 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:29.388142 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d6262a56-1962-4274-82e4-da81f1602939 req-9308b25a-550c-4acd-b86c-5a3c89b4ab21 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1265960 Jul 29 14:06:29.403851 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:29.451772 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d6262a56-1962-4274-82e4-da81f1602939 req-9315eb51-090b-45ad-8ccf-498f9ab0894a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635004 Jul 29 14:06:29.456845 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c5e460-e329-4828-b856-aff775979eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9344e4a2-9827-4219-a765-0782c61b6af2'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:06:29.467749 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 9344e4a2-9827-4219-a765-0782c61b6af2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9344e4a2-9827-4219-a765-0782c61b6af2,segment=NetworkSegment(8be688f5-9ac7-43e2-8c1e-8a6033080e21),segment_id=8be688f5-9ac7-43e2-8c1e-8a6033080e21)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:06:29.507988 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:29.515661 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c5e460-e329-4828-b856-aff775979eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9344e4a2-9827-4219-a765-0782c61b6af2', 'code': 200} Jul 29 14:06:29.524405 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:29.528600 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Usage tracker for resource:security_group_rule and tenant:9336d68244c94b9a89147c600bebd137 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:29.531785 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:29.538930 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:29.559161 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:29.561260 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:29.630840 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=9344e4a2-9827-4219-a765-0782c61b6af2,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:29.633910 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:29.642423 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:29.795880 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:29.803720 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f34091c1-0e1a-468d-a187-53daedbf3119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:29.843741 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d72389a-92a6-4363-884a-57755a485535,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:29.847756 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:29.850312 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9336d68244c94b9a89147c600bebd137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773117 Jul 29 14:06:29.853003 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57068) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:29.925685 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00703919-0ea2-4598-a28d-d2eef4836d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:29.969479 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00703919-0ea2-4598-a28d-d2eef4836d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.010662 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d270e4-b2b9-4567-9d3d-990145d12d94 req-da73fa1f-4411-45ae-9442-8afabe90e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:30.010662 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-77d270e4-b2b9-4567-9d3d-990145d12d94 req-da73fa1f-4411-45ae-9442-8afabe90e07f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 1098 time: 0.0854509 Jul 29 14:06:30.072042 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57076) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:30.090809 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.105891 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00703919-0ea2-4598-a28d-d2eef4836d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.112120 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ac74c812-a458-4cb0-9302-4600e9821c8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:30.115297 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-77d270e4-b2b9-4567-9d3d-990145d12d94 req-87e5bdac-ba53-483c-bab4-3ce011921b89 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895245 Jul 29 14:06:30.128418 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:30.132955 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00703919-0ea2-4598-a28d-d2eef4836d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d72389a-92a6-4363-884a-57755a485535,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:30.135059 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Usage tracker for resource:security_group_rule and tenant:b1f59f85361d47389fc063f1fae115c5 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:30.142299 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-00703919-0ea2-4598-a28d-d2eef4836d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:30.142299 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:30.150784 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:30.158299 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df728d7-23bb-4378-9c65-ea0d320bfc3f req-8a56925b-124e-4f9a-97a4-2c2f84cd791b tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:30.158842 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00703919-0ea2-4598-a28d-d2eef4836d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.162518 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-00703919-0ea2-4598-a28d-d2eef4836d1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d72389a-92a6-4363-884a-57755a485535 HTTP/1.1" status: 204 len: 168 time: 0.3063183 Jul 29 14:06:30.171583 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0df728d7-23bb-4378-9c65-ea0d320bfc3f req-8a56925b-124e-4f9a-97a4-2c2f84cd791b tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 945 time: 0.1273670 Jul 29 14:06:30.224375 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0df728d7-23bb-4378-9c65-ea0d320bfc3f req-79f26dd0-4f15-4f97-a5eb-8cafb0b69c1f tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553322 Jul 29 14:06:30.274269 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.350086 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.359107 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d6e5327c-f49d-4585-88b8-f6f5070687f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:30.400709 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1f59f85361d47389fc063f1fae115c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274920 Jul 29 14:06:30.401603 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4e17ea-2c5f-4890-801c-4e1378867bde,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:30.403398 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57090) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:30.404777 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:30.475158 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-cedd7b15-42db-4786-a718-16baa1dfedbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.504409 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-cedd7b15-42db-4786-a718-16baa1dfedbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.659449 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-cedd7b15-42db-4786-a718-16baa1dfedbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.663098 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2e5ff-7988-4dd5-aefd-c242ed8ec0b3 req-ed9c7980-3f26-478a-9b58-fd259a83bf01 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:30.666228 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:30.668940 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-86d2e5ff-7988-4dd5-aefd-c242ed8ec0b3 req-ed9c7980-3f26-478a-9b58-fd259a83bf01 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0985348 Jul 29 14:06:30.685931 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd7b15-42db-4786-a718-16baa1dfedbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4e17ea-2c5f-4890-801c-4e1378867bde,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:30.688657 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-cedd7b15-42db-4786-a718-16baa1dfedbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:30.696815 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-cedd7b15-42db-4786-a718-16baa1dfedbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:30.698129 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-cedd7b15-42db-4786-a718-16baa1dfedbb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a4e17ea-2c5f-4890-801c-4e1378867bde HTTP/1.1" status: 204 len: 168 time: 0.2929695 Jul 29 14:06:30.805996 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-86d2e5ff-7988-4dd5-aefd-c242ed8ec0b3 req-fb36d088-6dae-4f72-b2ce-5500770f7e0f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353045 Jul 29 14:06:31.103835 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57106) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:31.121522 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:31.139625 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:31.149208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f29a2aceb6844519c99122fd7818036 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:31.149208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:31.153659 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:31.323554 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:31.426054 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff696f5-d410-467f-83d8-2f28e224fc87 req-49a1e85d-ddc4-4d93-9564-78e3a1763cf6 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:31.426590 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5ff696f5-d410-467f-83d8-2f28e224fc87 req-49a1e85d-ddc4-4d93-9564-78e3a1763cf6 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 945 time: 0.0817766 Jul 29 14:06:31.436048 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:31.446037 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-68920e21-dd59-4dbf-9377-87e81769247b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:31.501297 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f29a2aceb6844519c99122fd7818036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921523 Jul 29 14:06:31.501518 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5ff696f5-d410-467f-83d8-2f28e224fc87 req-17fb97a6-04a0-469a-bf2e-72a073ed2b3e tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Jul 29 14:06:31.503420 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8757d93c-dc3d-4ca0-99e2-d2a0b4b67e07,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:31.504979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57120) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:31.518820 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:31.579761 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb137-1447-42a9-83b6-6fc49910c46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:31.620448 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb137-1447-42a9-83b6-6fc49910c46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:31.700799 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57130) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:31.723903 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:31.740415 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:31.744889 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb4219afe924949b57aa07bde8c01ad is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:31.747980 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:31.759067 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:31.794291 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb137-1447-42a9-83b6-6fc49910c46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:31.801769 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-78344284-99c9-4a28-9c60-aa6a007c6411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:31.821620 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfb137-1447-42a9-83b6-6fc49910c46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8757d93c-dc3d-4ca0-99e2-d2a0b4b67e07,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:31.825302 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-4ecfb137-1447-42a9-83b6-6fc49910c46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:31.840457 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4ecfb137-1447-42a9-83b6-6fc49910c46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:31.841608 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-4ecfb137-1447-42a9-83b6-6fc49910c46c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8757d93c-dc3d-4ca0-99e2-d2a0b4b67e07 HTTP/1.1" status: 204 len: 168 time: 0.3360865 Jul 29 14:06:31.909476 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:31.985064 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:32.001704 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cd4363a2-a89f-4512-88fa-dfc6dfee2f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:32.042474 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4452ed9-a88a-4543-a94b-808a1be2e2f4,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:32.046802 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:32.049718 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ccb4219afe924949b57aa07bde8c01ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476381 Jul 29 14:06:32.052588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57142) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:32.073577 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672662e-19b5-4d96-93fc-d85001d4bbc6 req-4b794214-4c70-4219-b5cc-65c1eb63cb24 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:32.075444 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f672662e-19b5-4d96-93fc-d85001d4bbc6 req-4b794214-4c70-4219-b5cc-65c1eb63cb24 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1504223 Jul 29 14:06:32.126244 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f672662e-19b5-4d96-93fc-d85001d4bbc6 req-bff5fe5b-0204-4f04-99a3-4a53df0aa26c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420501 Jul 29 14:06:32.131149 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b7a1fc86-fc4c-4395-a547-5b8b53032036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:32.162437 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b7a1fc86-fc4c-4395-a547-5b8b53032036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:32.178347 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:32.307516 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b7a1fc86-fc4c-4395-a547-5b8b53032036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:32.307968 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5bc7ccd7-c85e-40f2-87ad-46a1b9d120fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:32.321458 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1fc86-fc4c-4395-a547-5b8b53032036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4452ed9-a88a-4543-a94b-808a1be2e2f4,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:32.325010 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b7a1fc86-fc4c-4395-a547-5b8b53032036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:32.333357 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b7a1fc86-fc4c-4395-a547-5b8b53032036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:32.335822 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b7a1fc86-fc4c-4395-a547-5b8b53032036 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4452ed9-a88a-4543-a94b-808a1be2e2f4 HTTP/1.1" status: 204 len: 168 time: 0.2814310 Jul 29 14:06:32.710964 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bb3e6-a224-46e4-8345-66a272a3e78d req-f6b49f15-56ee-434d-9fa3-799092abaec7 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:32.712520 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-554bb3e6-a224-46e4-8345-66a272a3e78d req-f6b49f15-56ee-434d-9fa3-799092abaec7 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 945 time: 0.0909281 Jul 29 14:06:32.768463 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-554bb3e6-a224-46e4-8345-66a272a3e78d req-f3df15ad-a78d-4379-8c4d-2e913bfbfa35 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493455 Jul 29 14:06:33.479143 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4e874-3319-4d8c-b19c-0bf4d56c748f req-867fe4d5-9e69-468b-8fd2-c46c588829d5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:33.480740 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-11b4e874-3319-4d8c-b19c-0bf4d56c748f req-867fe4d5-9e69-468b-8fd2-c46c588829d5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0930882 Jul 29 14:06:33.549316 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-11b4e874-3319-4d8c-b19c-0bf4d56c748f req-d4bc1f35-6f16-44c1-8595-4e66c6bfd9d8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617237 Jul 29 14:06:33.757356 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57212) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:34.046224 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:34.069893 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:34.075461 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Usage tracker for resource:security_group_rule and tenant:c33f72ae491f4c41a01180380321ba43 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:34.078949 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:34.086883 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:34.181721 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:34.265567 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:34.277591 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:34.319070 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c33f72ae491f4c41a01180380321ba43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5606272 Jul 29 14:06:34.321080 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17621850-f2e3-4b9b-9f0e-b443580ca766,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:34.322196 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57236) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:34.324271 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:34.383994 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fe5f556a-e09d-431d-bd67-df7228b5905e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:34.411160 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fe5f556a-e09d-431d-bd67-df7228b5905e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:34.541684 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fe5f556a-e09d-431d-bd67-df7228b5905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:34.545824 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c7389352-bac9-4cb6-84f4-40e522d1b1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:34.558302 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f556a-e09d-431d-bd67-df7228b5905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17621850-f2e3-4b9b-9f0e-b443580ca766,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:34.562892 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fe5f556a-e09d-431d-bd67-df7228b5905e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:34.567742 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-fe5f556a-e09d-431d-bd67-df7228b5905e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:34.568908 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-fe5f556a-e09d-431d-bd67-df7228b5905e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17621850-f2e3-4b9b-9f0e-b443580ca766 HTTP/1.1" status: 204 len: 168 time: 0.2449677 Jul 29 14:06:34.771213 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ea448-af07-4b78-b258-725e487e25db req-8f0eaca6-7113-4f9e-987d-f43744f0d223 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:34.771213 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-833ea448-af07-4b78-b258-725e487e25db req-8f0eaca6-7113-4f9e-987d-f43744f0d223 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0990527 Jul 29 14:06:34.771663 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57254) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:34.821998 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-833ea448-af07-4b78-b258-725e487e25db req-2fd6a256-6fd0-4c87-9327-e9159b7315a1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Jul 29 14:06:34.929407 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:34.946349 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:34.950327 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Usage tracker for resource:security_group_rule and tenant:c0958a3a77724fd7a8e5b4e684055d6b is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:34.953311 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:34.959448 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:35.057823 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.178726 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.188919 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e72bd911-f6cf-4010-9f55-d5199102ae91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:35.277079 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0958a3a77724fd7a8e5b4e684055d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046916 Jul 29 14:06:35.278442 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dff7a7f-a9d8-4e30-85e8-fb508aae30ba,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:35.279560 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57278) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:35.285354 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:35.360040 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b41e88a0-b170-4e6f-891d-216bf05db303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.390615 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b41e88a0-b170-4e6f-891d-216bf05db303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.544089 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b41e88a0-b170-4e6f-891d-216bf05db303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.548162 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:35.567684 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e88a0-b170-4e6f-891d-216bf05db303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dff7a7f-a9d8-4e30-85e8-fb508aae30ba,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:35.570559 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b41e88a0-b170-4e6f-891d-216bf05db303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:35.571512 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b41e88a0-b170-4e6f-891d-216bf05db303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.572642 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b41e88a0-b170-4e6f-891d-216bf05db303 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8dff7a7f-a9d8-4e30-85e8-fb508aae30ba HTTP/1.1" status: 204 len: 168 time: 0.2921011 Jul 29 14:06:35.663826 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57290) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:35.724180 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.750703 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:35.755967 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Usage tracker for resource:security_group_rule and tenant:9383951eb20a475e85182c7171abea55 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:35.758987 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:35.764934 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:35.814954 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:06:35.879781 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.983383 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:35.994786 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-423b8610-24a7-454b-bf7d-53e8149c4101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:36.054015 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b4a006-9fdc-4296-af44-f7df3556d7a0,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:36.061579 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:36.123296 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9383951eb20a475e85182c7171abea55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571395 Jul 29 14:06:36.133139 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57310) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:36.137194 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878191b0-65c1-468b-a3fd-b5a970053fd6 req-e71538f9-b2ec-46f7-8640-5fb5375d745e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:36.139333 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-878191b0-65c1-468b-a3fd-b5a970053fd6 req-e71538f9-b2ec-46f7-8640-5fb5375d745e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1916113 Jul 29 14:06:36.207165 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4317066a-da06-42ad-8445-a3f0ee25195f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:36.210165 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-878191b0-65c1-468b-a3fd-b5a970053fd6 req-c412a3c6-4288-4f4f-8356-689adeda4cef tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617290 Jul 29 14:06:36.261058 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4317066a-da06-42ad-8445-a3f0ee25195f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:36.456529 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4317066a-da06-42ad-8445-a3f0ee25195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:36.461866 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b94e8f92-cd4d-41d4-99a3-50c64bb152f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:36.477613 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317066a-da06-42ad-8445-a3f0ee25195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b4a006-9fdc-4296-af44-f7df3556d7a0,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:36.480554 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-4317066a-da06-42ad-8445-a3f0ee25195f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:36.482696 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4317066a-da06-42ad-8445-a3f0ee25195f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:36.483724 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-4317066a-da06-42ad-8445-a3f0ee25195f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8b4a006-9fdc-4296-af44-f7df3556d7a0 HTTP/1.1" status: 204 len: 168 time: 0.3494971 Jul 29 14:06:37.149723 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57354) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:37.255695 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-427971914-network', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:37.260505 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:37.264507 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Usage tracker for resource:network and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:37.267411 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:37.273732 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:37.400308 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb856643-ae71-46b5-8e92-302a0e57cceb req-f0000782-e966-4771-8689-6c72d19d9417 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:37.400499 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bb856643-ae71-46b5-8e92-302a0e57cceb req-f0000782-e966-4771-8689-6c72d19d9417 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0841866 Jul 29 14:06:37.447127 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bb856643-ae71-46b5-8e92-302a0e57cceb req-233524ce-06ba-4888-bfde-330b20bda619 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Jul 29 14:06:37.509928 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Made reservation on behalf of d5e53e368945453798b4323d32d3eab7 for: {'network': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:06:37.512259 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:37.529656 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:37.549629 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:37.553439 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Usage tracker for resource:security_group_rule and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:37.556268 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:37.561926 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:37.661125 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:37.747793 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:37.754525 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-91d51be6-f11d-47cb-a9fc-fe2381979daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:37.802471 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=79176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:06:37.817250 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9579c5-7532-430a-b5ca-e8e9cda52714,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:37.822748 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:37.832823 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:37.833366 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.segments_db [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Added segment 42f67f83-b359-4ff6-a318-160ae9fc4bde of type vlan for network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 Jul 29 14:06:37.877870 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:38.067225 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:38.068852 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:38.069939 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:38.075419 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-fcb49154-7bb1-44fd-8d97-3e06a34e8e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:38.181940 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7aef8f76-7318-43fe-befd-a0cd15fdfb51,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:38.185299 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:38.193933 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:06:38.308193 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1548021 Jul 29 14:06:38.308663 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57392) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:38.316320 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Request body: {'subnet': {'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-427971914-subnet', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'ip_version': 4}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:38.321741 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:38.326296 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Usage tracker for resource:subnet and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:38.329376 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:38.336391 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:38.467289 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Made reservation on behalf of d5e53e368945453798b4323d32d3eab7 for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:06:38.471424 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32465070'] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:38.701299 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f434472-367b-4acd-bf0e-60b572af03b2 req-7187a722-e451-4651-a72c-4c89e6fe5585 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:38.710797 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4f434472-367b-4acd-bf0e-60b572af03b2 req-7187a722-e451-4651-a72c-4c89e6fe5585 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1364090 Jul 29 14:06:38.764991 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4f434472-367b-4acd-bf0e-60b572af03b2 req-2524af9d-f498-41e3-b76f-c603471f7c05 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533042 Jul 29 14:06:38.777592 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86305d5-19c4-4057-9370-c9e5ca4e6b34 req-ef0446d4-dee2-477e-b3f7-324473f1956c tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:38.786049 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d86305d5-19c4-4057-9370-c9e5ca4e6b34 req-ef0446d4-dee2-477e-b3f7-324473f1956c tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 945 time: 0.2084544 Jul 29 14:06:38.827864 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30779904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32465116'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:38.838382 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:38.888650 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d86305d5-19c4-4057-9370-c9e5ca4e6b34 req-6fe97682-6f10-46e6-9d4e-f01edb7adb49 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972753 Jul 29 14:06:38.929253 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307351d9-f934-4a3d-aced-0db513773bb3,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:38.933355 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:38.938381 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Checking segment: {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:38.938971 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Network hostable DHCP agents. Network: 7aef8f76-7318-43fe-befd-a0cd15fdfb51, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:06:39.098169 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:06:39.210294 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 7aef8f76-7318-43fe-befd-a0cd15fdfb51) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:39.214977 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:39.216713 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:39.219494 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afa10c0-069f-47f2-8f72-900a69555a26 None None] Network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:06:39.366935 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-d758685e-932a-40ae-8b2e-4034af254754 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0567739 Jul 29 14:06:39.369605 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57410) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:39.374793 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:39.379668 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:39.383570 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Usage tracker for resource:router and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:39.386612 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:39.393617 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:39.452080 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9a65028-e01f-54d7-bf4a-7477a62c9b97-7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3'}]}} from dv-cinder-801321-2-smb. {{(pid=79177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:06:39.452986 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:39.524623 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3407'] for router, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:39.525653 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-454443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3398'] for router, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:39.545732 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:39.615274 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.db_base_plugin_common [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Allocated IP 172.20.0.2 (7aef8f76-7318-43fe-befd-a0cd15fdfb51/307351d9-f934-4a3d-aced-0db513773bb3/3def44be-7414-4efa-95e2-d9f09b6c1482) {{(pid=79177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:06:39.838788 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Notify callbacks [] for port, precommit_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:39.853199 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Transition to ACTIVE for port object 3def44be-7414-4efa-95e2-d9f09b6c1482 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:39.874168 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Transition to ACTIVE for port object 3def44be-7414-4efa-95e2-d9f09b6c1482 will not be triggered until provisioned by entity DHCP. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:39.945517 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:39.951702 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:39.991226 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7febc2-455a-4791-a87f-24d28bce8852 req-56f67ba8-7a5e-4a12-9250-6490e525ef52 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:39.994182 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9c7febc2-455a-4791-a87f-24d28bce8852 req-56f67ba8-7a5e-4a12-9250-6490e525ef52 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1052437 Jul 29 14:06:40.037361 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 is already hosted by enough agents. {{(pid=79177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:06:40.040833 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.base_scheduler [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Resources bound (agent type, host, resource id): {{(pid=79177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:40.045191 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Received port after_create {{(pid=79177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:06:40.053454 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9c7febc2-455a-4791-a87f-24d28bce8852 req-9dcf751e-f74e-4f87-8427-de1d2e631fd6 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532799 Jul 29 14:06:40.065305 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Pushing event updated for resources: {'Port': ['ID=3def44be-7414-4efa-95e2-d9f09b6c1482,revision_number=1']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:40.095247 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:40.186209 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3408'] for router, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:40.199823 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Attempting to bind port 3def44be-7414-4efa-95e2-d9f09b6c1482 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:06:40.205222 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Attempting to bind port 3def44be-7414-4efa-95e2-d9f09b6c1482 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:06:40.205222 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Attempting to bind port 3def44be-7414-4efa-95e2-d9f09b6c1482 on network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:06:40.206983 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:06:40.207687 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Checking segment: {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:40.208106 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:40.208720 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Bound using segment: {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:06:40.210106 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Bound port: 3def44be-7414-4efa-95e2-d9f09b6c1482, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:06:40.210667 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:40.255454 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-c71ef7e4-3b3c-400d-86ca-17314c87f974 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:40.257918 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-c71ef7e4-3b3c-400d-86ca-17314c87f974 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 945 time: 0.1522017 Jul 29 14:06:40.266393 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d85aae-1da0-4592-93df-85d887d13fff req-d2ae594f-8a4d-4328-9e97-78fed4f3e6d5 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:40.276252 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d3d85aae-1da0-4592-93df-85d887d13fff req-d2ae594f-8a4d-4328-9e97-78fed4f3e6d5 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 945 time: 0.2072132 Jul 29 14:06:40.355299 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Deleting port 9344e4a2-9827-4219-a765-0782c61b6af2 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:06:40.356185 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:40.416758 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] For port 3def44be-7414-4efa-95e2-d9f09b6c1482, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:06:40.420194 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] For port 3def44be-7414-4efa-95e2-d9f09b6c1482, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=3def44be-7414-4efa-95e2-d9f09b6c1482,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:06:40.450451 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d3d85aae-1da0-4592-93df-85d887d13fff req-1b366083-3878-49ed-83af-9c3fd2d9fd55 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703460 Jul 29 14:06:40.492900 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:40.504609 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:40.610162 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Pushing event updated for resources: {'Port': ['ID=3def44be-7414-4efa-95e2-d9f09b6c1482,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:40.620651 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:40.775537 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] For port 9344e4a2-9827-4219-a765-0782c61b6af2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=9344e4a2-9827-4219-a765-0782c61b6af2,segment=NetworkSegment(8be688f5-9ac7-43e2-8c1e-8a6033080e21),segment_id=8be688f5-9ac7-43e2-8c1e-8a6033080e21)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:06:40.776025 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:40.899479 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:40.945995 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:41.053831 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Calling delete_port for 9344e4a2-9827-4219-a765-0782c61b6af2 owned by compute:nova {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:06:41.162868 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Allocated IP 172.28.0.72 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/d68ab1b1-9374-4fb9-b69b-293bcd8f45b8) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:06:41.389347 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:41.389816 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:41.397479 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e7a9792a-b204-467e-afce-6c0b4d8d0953 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:41.401853 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4f9c-1ebb-489d-93fa-5f4dcf5712dd req-e9e95189-7060-46e9-bf76-164c4544587e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:41.403119 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['9344e4a2-9827-4219-a765-0782c61b6af2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:06:41.403639 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1c0f4f9c-1ebb-489d-93fa-5f4dcf5712dd req-e9e95189-7060-46e9-bf76-164c4544587e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1953206 Jul 29 14:06:41.474355 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1c0f4f9c-1ebb-489d-93fa-5f4dcf5712dd req-27bd79fb-eba6-4562-88f6-fa3a5daedcf8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548153 Jul 29 14:06:41.500774 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Pushing event deleted for resources: {'Port': ['ID=9344e4a2-9827-4219-a765-0782c61b6af2,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:41.502649 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:41.552860 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] No DVR routers for this DVR port 9344e4a2-9827-4219-a765-0782c61b6af2 on host hv-cinder-80132 {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:06:41.558490 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:41.564562 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c5e460-e329-4828-b856-aff775979eab', 'name': 'network-vif-deleted', 'tag': '9344e4a2-9827-4219-a765-0782c61b6af2'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:06:41.571411 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:41.576755 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:41.634547 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-ea51147e-4d96-44bb-8de4-e3c60034db53 req-f3fd2616-0df2-4db0-873c-d4508a3d5a77 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Synchronizing usage tracker for tenant:b41372c4d7eb4e9391507b53f49a0106 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:06:41.659995 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:06:41.662946 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:41.667068 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:06:41.708885 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Pushing event updated for resources: {'Port': ['ID=d68ab1b1-9374-4fb9-b69b-293bcd8f45b8,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:41.714833 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:41.719992 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d05f4bac-4417-4adc-b0f8-b7a00cd2e8d9 req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.36 "DELETE /v2.0/ports/9344e4a2-9827-4219-a765-0782c61b6af2 HTTP/1.1" status: 204 len: 173 time: 1.4508379 Jul 29 14:06:41.729788 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c5e460-e329-4828-b856-aff775979eab', 'name': 'network-vif-deleted', 'tag': '9344e4a2-9827-4219-a765-0782c61b6af2', 'status': 'completed', 'code': 200} Jul 29 14:06:41.831889 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f595fa65-fc7b-46b1-bd0c-0ee9c2e3bdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:41.874429 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e18cbb3-4bba-49e6-9f4f-347ac6f3750d None None] Network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:06:41.881398 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-ea51147e-4d96-44bb-8de4-e3c60034db53 req-f3fd2616-0df2-4db0-873c-d4508a3d5a77 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Unset dirty status for tenant:b41372c4d7eb4e9391507b53f49a0106 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:06:41.886838 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ea51147e-4d96-44bb-8de4-e3c60034db53 req-f3fd2616-0df2-4db0-873c-d4508a3d5a77 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 210 time: 0.2976849 Jul 29 14:06:42.133592 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-7d65b829-d2db-4fac-ac9b-6f3cc2975947 None None] Provisioning for port 3def44be-7414-4efa-95e2-d9f09b6c1482 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:06:42.281895 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:42.517883 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:42.840981 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 3def44be-7414-4efa-95e2-d9f09b6c1482 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:06:42.892185 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621471'] for router, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:42.941278 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1e05-338f-4f75-8e19-dd4dcfe41ead req-f31dfa09-9da5-453c-bd89-e67c3a5cb0dd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:42.948925 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-da9e1e05-338f-4f75-8e19-dd4dcfe41ead req-f31dfa09-9da5-453c-bd89-e67c3a5cb0dd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.2125056 Jul 29 14:06:43.006169 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-da9e1e05-338f-4f75-8e19-dd4dcfe41ead req-1225c1e1-cbc5-4e1f-aecd-08e9ba903e7d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557213 Jul 29 14:06:43.010155 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 3def44be-7414-4efa-95e2-d9f09b6c1482 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:06:43.015288 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 3def44be-7414-4efa-95e2-d9f09b6c1482 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:43.015849 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.132278 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a902eeb3-4968-4f6b-86d0-4715588e3c26 req-88820c5c-d536-4f1d-9f59-b51e792308e2 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0c5e460-e329-4828-b856-aff775979eab HTTP/1.1" status: 200 len: 210 time: 0.0569255 Jul 29 14:06:43.167098 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.206873 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 3def44be-7414-4efa-95e2-d9f09b6c1482, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=3def44be-7414-4efa-95e2-d9f09b6c1482,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:06:43.258791 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57496) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:43.370238 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 is scheduled to L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e with binding_index 1 {{(pid=79175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:06:43.378790 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.393806 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:43.397753 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Usage tracker for resource:security_group_rule and tenant:5b885754c1c64bbc820d32c0b3ca152c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:43.400827 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:43.406909 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:43.422552 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.426204 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:43.523046 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.530893 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=3def44be-7414-4efa-95e2-d9f09b6c1482,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:43.534907 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:43.558153 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:06:43.568723 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Sync routers for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:06:43.577950 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:06:43.578545 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:06:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:43.615835 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.623560 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:43.655823 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.657166 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2866139 Jul 29 14:06:43.660633 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57510) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:43.689632 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec21b761-78a7-4a10-92e0-bed5f8b42061,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:43.702525 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b885754c1c64bbc820d32c0b3ca152c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423010 Jul 29 14:06:43.703537 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:43.709043 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57516) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:43.830639 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ffed8659-d7a9-4b6f-bdea-ea25fab1e21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.873747 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ffed8659-d7a9-4b6f-bdea-ea25fab1e21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:43.889139 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:06:44.072679 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ffed8659-d7a9-4b6f-bdea-ea25fab1e21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:44.080774 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:44.112341 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed8659-d7a9-4b6f-bdea-ea25fab1e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec21b761-78a7-4a10-92e0-bed5f8b42061,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:44.116188 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ffed8659-d7a9-4b6f-bdea-ea25fab1e21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:44.120357 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-ffed8659-d7a9-4b6f-bdea-ea25fab1e21a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec21b761-78a7-4a10-92e0-bed5f8b42061 HTTP/1.1" status: 204 len: 168 time: 0.4099059 Jul 29 14:06:44.123871 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-ffed8659-d7a9-4b6f-bdea-ea25fab1e21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:44.225567 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26178f3f-ade3-46a2-adc3-401b7237696c req-96343b2a-645e-477b-a63c-fdb5aa656cdc tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:44.227471 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-26178f3f-ade3-46a2-adc3-401b7237696c req-96343b2a-645e-477b-a63c-fdb5aa656cdc tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1003499 Jul 29 14:06:44.297755 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-26178f3f-ade3-46a2-adc3-401b7237696c req-b53f0778-9d33-498a-984c-219122647ec1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642488 Jul 29 14:06:44.368111 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:41Z', 'revision_number': 3, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:44.372070 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Checking router: ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:06:44.372449 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Updating router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 binding host dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:06:44.429582 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:44.566807 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dec2edf8-c0c9-4708-b9a8-292b391d0eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:44.753793 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 3def44be-7414-4efa-95e2-d9f09b6c1482 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:06:44.824503 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 3def44be-7414-4efa-95e2-d9f09b6c1482 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:44.825133 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:44.845281 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:44.864210 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:44.865252 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Transition to ACTIVE for port object d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:45.002952 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.008066 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-60cb050e-fec4-4aff-bf29-4245a288e821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:45.055145 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 9344e4a2-9827-4219-a765-0782c61b6af2 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:06:45.090083 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 9344e4a2-9827-4219-a765-0782c61b6af2 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:06:45.090439 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 9344e4a2-9827-4219-a765-0782c61b6af2 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:06:45.092784 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Attempting to bind port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:06:45.093230 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Attempting to bind port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:06:45.094142 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Attempting to bind port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 on network 2621a826-6f62-4aa0-b8af-b09c27f3de7a {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:06:45.096884 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Allocated IP 172.20.0.1 (7aef8f76-7318-43fe-befd-a0cd15fdfb51/307351d9-f934-4a3d-aced-0db513773bb3/475191de-85d2-4f7a-b815-4ace231ddc18) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:06:45.097972 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Pushing event updated for resources: {'Port': ['ID=d68ab1b1-9374-4fb9-b69b-293bcd8f45b8,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:45.105990 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:06:45.106366 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Checking segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:45.106782 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.107177 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Bound using segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:06:45.107667 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Bound port: d68ab1b1-9374-4fb9-b69b-293bcd8f45b8, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:06:45.108058 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.132684 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.133020 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.133346 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.133668 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.133984 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.134323 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.134636 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.134947 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.135255 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.135563 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.135874 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.136183 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:45.147166 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:45.194837 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] For port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:06:45.198408 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] For port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=d68ab1b1-9374-4fb9-b69b-293bcd8f45b8,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:06:45.270700 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.287877 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Transition to ACTIVE for port object 475191de-85d2-4f7a-b815-4ace231ddc18 will not be triggered until provisioned by entity DHCP. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:45.344413 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.355531 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:45.395996 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.402018 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b1b4377e-4edf-4a80-a6ff-1a4f064a65b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:45.504238 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57562) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:45.550975 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:06:45.552291 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:06:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:45.560140 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.561386 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:06:45.564998 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.569348 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:45.585009 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:06:45.633612 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:45.640400 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Usage tracker for resource:security_group_rule and tenant:2a558b736d704d9caac85ae0d8402034 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:45.649256 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:45.664368 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:45.804703 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Pushing event updated for resources: {'Port': ['ID=475191de-85d2-4f7a-b815-4ace231ddc18,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:45.808573 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:45.839505 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8380932-bc2b-4bb2-a60c-c410d7a7b252 req-45fc09bd-1df4-48b4-9746-f10419e1d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:45.839505 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e8380932-bc2b-4bb2-a60c-c410d7a7b252 req-45fc09bd-1df4-48b4-9746-f10419e1d7b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1098 time: 0.4570010 Jul 29 14:06:45.854768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456538'] for router_interface, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.898806 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e33bd0-1192-41b7-a7bc-8e64a480acac req-7beeb5e7-fe44-4940-ac86-ee68e1ee1a18 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:45.905927 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-57e33bd0-1192-41b7-a7bc-8e64a480acac req-7beeb5e7-fe44-4940-ac86-ee68e1ee1a18 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.2537007 Jul 29 14:06:45.930049 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e8380932-bc2b-4bb2-a60c-c410d7a7b252 req-c9867831-9a2e-4ca2-8571-cbcb1d742da4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859630 Jul 29 14:06:45.953915 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:45.957546 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Pushing event updated for resources: {'Port': ['ID=d68ab1b1-9374-4fb9-b69b-293bcd8f45b8,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:45.963571 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:45.975032 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:06:45.976491 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-57e33bd0-1192-41b7-a7bc-8e64a480acac req-b0148ae0-3f81-4560-8bfa-b07cfc61f21e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636153 Jul 29 14:06:46.029347 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-1c534557-b4f5-4852-a1fe-2f0636acb4c1 None None] Provisioning for port 475191de-85d2-4f7a-b815-4ace231ddc18 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:06:46.035112 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-1c534557-b4f5-4852-a1fe-2f0636acb4c1 None None] Provisioning complete for port 475191de-85d2-4f7a-b815-4ace231ddc18 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:46.035545 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1c534557-b4f5-4852-a1fe-2f0636acb4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:46.092462 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-1c534557-b4f5-4852-a1fe-2f0636acb4c1 None None] Port 475191de-85d2-4f7a-b815-4ace231ddc18 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:06:46.115603 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:46.124740 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0e0db67f-c765-4433-80c4-cde37de84748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:46.164396 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a558b736d704d9caac85ae0d8402034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6584196 Jul 29 14:06:46.166267 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0c76c8-a85d-4e9f-9ea2-84977e2f3b02,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:46.166988 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57570) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:46.170180 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:46.271278 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:41Z', 'revision_number': 3, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:46.275569 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-df3bda24-fa0f-4a64-805e-c8dbbcf9a039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:46.275740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a2b9f-936d-4c2c-8110-416533e43076 None None] The sync data for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb is: [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:41Z', 'revision_number': 3, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:06:46.319735 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-df3bda24-fa0f-4a64-805e-c8dbbcf9a039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:46.326414 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:46.582274 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-df3bda24-fa0f-4a64-805e-c8dbbcf9a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:46.595592 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:46.610943 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bda24-fa0f-4a64-805e-c8dbbcf9a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0c76c8-a85d-4e9f-9ea2-84977e2f3b02,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:46.618490 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-df3bda24-fa0f-4a64-805e-c8dbbcf9a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:46.637372 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-df3bda24-fa0f-4a64-805e-c8dbbcf9a039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:46.640958 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-df3bda24-fa0f-4a64-805e-c8dbbcf9a039 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea0c76c8-a85d-4e9f-9ea2-84977e2f3b02 HTTP/1.1" status: 204 len: 168 time: 0.4705954 Jul 29 14:06:46.667705 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:46.822199 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:46.851623 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:06:46.877073 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-20764ac4-fb1b-44b1-a58a-ad36a950ece5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:47.067286 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Pushing event updated for resources: {'Port': ['ID=475191de-85d2-4f7a-b815-4ace231ddc18,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:47.071913 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:47.073169 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456501'] for router_interface, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:47.096214 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:47.218406 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:06:47.224259 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:47.229763 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:47.356668 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:06:47.358518 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:47.370423 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e877dd-4d38-4b27-a599-f57c0d8fa9d4 req-c1a434fb-d507-400b-98e1-67a480f35fa2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:47.371417 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f8e877dd-4d38-4b27-a599-f57c0d8fa9d4 req-c1a434fb-d507-400b-98e1-67a480f35fa2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.2545006 Jul 29 14:06:47.422978 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:47.457419 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=d68ab1b1-9374-4fb9-b69b-293bcd8f45b8,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:06:47.555343 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:47.557765 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:47.746558 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=d68ab1b1-9374-4fb9-b69b-293bcd8f45b8,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:47.752681 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:47.857005 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-75ffdeb4-2e68-4a03-aad4-34ea10af0c4c None None] Provisioning complete for port 475191de-85d2-4f7a-b815-4ace231ddc18 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:47.857533 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-75ffdeb4-2e68-4a03-aad4-34ea10af0c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:47.913918 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f8e877dd-4d38-4b27-a599-f57c0d8fa9d4 req-7a33e9ef-65b3-4087-b842-fa59c42f217e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278738 Jul 29 14:06:47.979273 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-75ffdeb4-2e68-4a03-aad4-34ea10af0c4c None None] Port 475191de-85d2-4f7a-b815-4ace231ddc18 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:06:48.043525 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:06:48.344141 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:06:48.364689 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] 10.222.0.22 "PUT /v2.0/routers/ebdbb1c6-e175-493a-bc0c-2cdca78eeba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6992455 Jul 29 14:06:48.614193 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Sync routers for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:06:48.629731 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:06:48.629731 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:06:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:48.926557 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:06:48.998037 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c2ef-f0ef-41aa-a14a-f54198e67a42 req-a8e82118-4ba7-4a51-98eb-d89df886630e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:48.999764 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e637c2ef-f0ef-41aa-a14a-f54198e67a42 req-a8e82118-4ba7-4a51-98eb-d89df886630e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.0914607 Jul 29 14:06:49.061131 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:06:49.065149 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e637c2ef-f0ef-41aa-a14a-f54198e67a42 req-cedb83a0-7ed4-47db-b486-87d5fda388d6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584896 Jul 29 14:06:49.185255 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb390de-fcde-4f72-a908-0d3f2539d1f4 req-a32002f1-990a-40e9-9bfc-ad8c8fa7cddb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:49.202615 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8cb390de-fcde-4f72-a908-0d3f2539d1f4 req-a32002f1-990a-40e9-9bfc-ad8c8fa7cddb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1089227 Jul 29 14:06:49.269121 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8cb390de-fcde-4f72-a908-0d3f2539d1f4 req-e77f0db7-48f6-4603-bc16-d72ecb37f444 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646646 Jul 29 14:06:49.299771 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:49.312348 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:49.567151 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '475191de-85d2-4f7a-b815-4ace231ddc18', 'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'mac_address': 'fa:16:3e:43:23:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:44Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 2, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'subnets': [{'id': '307351d9-f934-4a3d-aced-0db513773bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:49.578647 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Checking router: ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:06:49.579196 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Updating router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 port 475191de-85d2-4f7a-b815-4ace231ddc18 binding host dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:06:49.651710 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:49.712111 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57682) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:49.721431 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1649095195-network', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:49.727989 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:49.732659 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Usage tracker for resource:network and tenant:2ac75b5d34904962b692f48dd05d672e is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:49.738481 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:49.742899 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:49.821213 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Made reservation on behalf of 2ac75b5d34904962b692f48dd05d672e for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:06:49.824707 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:49.842348 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:49.865897 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:49.870856 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Usage tracker for resource:security_group_rule and tenant:2ac75b5d34904962b692f48dd05d672e is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:49.874095 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:49.882156 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:49.994860 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.044366 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217e9c-a522-41e1-b851-028793ecf513 req-9a9c3acb-8e96-4799-ba27-7e4d6cd74a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:50.045938 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-20217e9c-a522-41e1-b851-028793ecf513 req-9a9c3acb-8e96-4799-ba27-7e4d6cd74a22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1098 time: 0.0995259 Jul 29 14:06:50.094874 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.101746 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-850254ef-01d8-49f5-a9ab-5de6c1455c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:50.106240 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.131679 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d8fc-22ae-4221-825d-7180fc3f4281 req-84bb4ca5-66d5-49d4-b648-59df243e8607 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:50.136485 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Transition to ACTIVE for port object 475191de-85d2-4f7a-b815-4ace231ddc18 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:50.140692 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9184d8fc-22ae-4221-825d-7180fc3f4281 req-84bb4ca5-66d5-49d4-b648-59df243e8607 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1431696 Jul 29 14:06:50.206377 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:06:50.247069 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217e9c-a522-41e1-b851-028793ecf513 req-fdbe0c0d-e848-4e62-a6b1-9324313f26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:50.247716 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff2564-14b5-4c67-ba6f-ffe29b7e72aa,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:50.255600 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-20217e9c-a522-41e1-b851-028793ecf513 req-fdbe0c0d-e848-4e62-a6b1-9324313f26f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 920 time: 0.1978378 Jul 29 14:06:50.301571 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:50.303229 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.308366 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:50.322424 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9184d8fc-22ae-4221-825d-7180fc3f4281 req-1795d1ad-759e-4ac7-98ed-b0288f0cb58c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764765 Jul 29 14:06:50.323817 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.324493 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Added segment e8fead9f-c1d4-4a53-b18e-4cf616acf7d9 of type vlan for network 04d8df74-4334-4c96-9516-3de85b39a956 Jul 29 14:06:50.443845 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.506119 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-20217e9c-a522-41e1-b851-028793ecf513 req-a1233e29-14a3-402e-93f4-5d286f0b206b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d66231d-6f95-404e-b64e-0342eb986d34 HTTP/1.1" status: 200 len: 217 time: 0.2485807 Jul 29 14:06:50.566993 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.568529 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:50.569353 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.575373 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:50.636229 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d68bf-f266-43e2-8473-7797a8aa5b21 None None] Pushing event updated for resources: {'Port': ['ID=475191de-85d2-4f7a-b815-4ace231ddc18,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:50.656601 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-bb9d68bf-f266-43e2-8473-7797a8aa5b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:50.760447 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217e9c-a522-41e1-b851-028793ecf513 req-4eef85c8-2b76-47ac-a87f-b0b3079617c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:50.762220 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-20217e9c-a522-41e1-b851-028793ecf513 req-4eef85c8-2b76-47ac-a87f-b0b3079617c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.2468951 Jul 29 14:06:50.819646 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1054292 Jul 29 14:06:50.823957 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57722) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:50.829681 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Request body: {'subnet': {'network_id': '04d8df74-4334-4c96-9516-3de85b39a956', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1649095195-subnet', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'ip_version': 4}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:50.836087 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Attempting to bind port 475191de-85d2-4f7a-b815-4ace231ddc18 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:06:50.836707 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Pushing event updated for resources: {'Network': ['ID=04d8df74-4334-4c96-9516-3de85b39a956,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:50.836906 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Attempting to bind port 475191de-85d2-4f7a-b815-4ace231ddc18 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:06:50.837548 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Attempting to bind port 475191de-85d2-4f7a-b815-4ace231ddc18 on network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:06:50.839490 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:50.842195 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:50.844195 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:06:50.844838 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Checking segment: {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:50.844989 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Usage tracker for resource:subnet and tenant:2ac75b5d34904962b692f48dd05d672e is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:50.848504 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.848504 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Bound using segment: {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:06:50.848504 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Bound port: 475191de-85d2-4f7a-b815-4ace231ddc18, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:06:50.848504 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.848958 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:50.855373 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:50.862823 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 04d8df74-4334-4c96-9516-3de85b39a956 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:06:50.919332 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab64e9-0006-4881-957a-d38cbc822a4a req-3d2c6fea-5462-4acc-969f-04e437102f2d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:50.925324 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Made reservation on behalf of 2ac75b5d34904962b692f48dd05d672e for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:06:50.928728 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32465070'] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:50.929134 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0eab64e9-0006-4881-957a-d38cbc822a4a req-3d2c6fea-5462-4acc-969f-04e437102f2d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.5057435 Jul 29 14:06:50.941095 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-20217e9c-a522-41e1-b851-028793ecf513 req-068fb523-7cb6-4e47-8140-917632927b37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698258 Jul 29 14:06:51.108429 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] For port 475191de-85d2-4f7a-b815-4ace231ddc18, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:06:51.113203 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] For port 475191de-85d2-4f7a-b815-4ace231ddc18, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=475191de-85d2-4f7a-b815-4ace231ddc18,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:06:51.117266 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0eab64e9-0006-4881-957a-d38cbc822a4a req-b9319961-2d87-45f5-9790-2d4d2f1ba02c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869895 Jul 29 14:06:51.188309 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-20217e9c-a522-41e1-b851-028793ecf513 req-e59db374-2157-4c8f-b974-7915343ac331 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293808 Jul 29 14:06:51.216379 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.227625 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:51.246871 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6374bc9-1ac1-445f-9f81-6ff5f3830694 req-30860ee0-58a3-49d3-8aa0-398e4d89283d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:51.255814 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a6374bc9-1ac1-445f-9f81-6ff5f3830694 req-30860ee0-58a3-49d3-8aa0-398e4d89283d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1991537 Jul 29 14:06:51.343702 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a6374bc9-1ac1-445f-9f81-6ff5f3830694 req-e27f8432-ccc6-40aa-abd5-e4a3a74940ab tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838585 Jul 29 14:06:51.386397 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:06:51.387002 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-20217e9c-a522-41e1-b851-028793ecf513 req-25237df1-a225-4b7c-aa0c-4a2b2df5ffa7 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915395 Jul 29 14:06:51.387511 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:06:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:51.478689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30779904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32465116'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.485368 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ec7b427b-4102-4906-8c3c-ad99fcfe7853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:51.633150 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f376b9-4ce4-4f7b-b73a-bbafac1429ae,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:51.646981 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:51.646981 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Checking segment: {'id': 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:51.646981 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Network hostable DHCP agents. Network: 04d8df74-4334-4c96-9516-3de85b39a956, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:06:51.668215 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04856f48-9b01-426e-b26e-629496cf9cc0 req-cbb2f4e1-5c3e-44ec-a97f-7c6d0ce0a2a6 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:51.669974 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-04856f48-9b01-426e-b26e-629496cf9cc0 req-cbb2f4e1-5c3e-44ec-a97f-7c6d0ce0a2a6 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1278472 Jul 29 14:06:51.723990 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Network 04d8df74-4334-4c96-9516-3de85b39a956 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:06:51.728222 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-04856f48-9b01-426e-b26e-629496cf9cc0 req-c822ff4d-6a73-43d3-a38b-76798c9680e9 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Jul 29 14:06:51.833115 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 04d8df74-4334-4c96-9516-3de85b39a956) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:51.840348 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:51.841726 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:51.843911 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d68bf-f266-43e2-8473-7797a8aa5b21 None None] Pushing event updated for resources: {'Port': ['ID=475191de-85d2-4f7a-b815-4ace231ddc18,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:51.847767 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-bb9d68bf-f266-43e2-8473-7797a8aa5b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:51.853345 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9019c9f-7dfc-4663-9c81-35aa78b5a1f6 None None] Network 04d8df74-4334-4c96-9516-3de85b39a956 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:06:51.907070 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:06:51.922052 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0944250 Jul 29 14:06:51.926979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57756) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:51.930381 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:06:51.941331 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:51.947754 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Usage tracker for resource:router and tenant:2ac75b5d34904962b692f48dd05d672e is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:51.951440 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:51.961251 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:52.072930 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3407'] for router, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.074481 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-454443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3398'] for router, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.092843 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.331140 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57770) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:52.569329 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9a65028-e01f-54d7-bf4a-7477a62c9b97-04d8df74-4334-4c96-9516-3de85b39a956', 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'fixed_ips': [{'subnet_id': '35f376b9-4ce4-4f7b-b73a-bbafac1429ae'}]}} from dv-cinder-801321-2-smb. {{(pid=79177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:06:52.570633 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.594892 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '475191de-85d2-4f7a-b815-4ace231ddc18', 'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'mac_address': 'fa:16:3e:43:23:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:44Z', 'updated_at': '2021-07-29T14:06:51Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'subnets': [{'id': '307351d9-f934-4a3d-aced-0db513773bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:52.600588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.641366 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306e57d-3f61-43d5-9bc9-bde437deb9b5 None None] The sync data for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb is: [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '475191de-85d2-4f7a-b815-4ace231ddc18', 'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'mac_address': 'fa:16:3e:43:23:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:44Z', 'updated_at': '2021-07-29T14:06:51Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'subnets': [{'id': '307351d9-f934-4a3d-aced-0db513773bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:06:52.650805 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:52.661877 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Usage tracker for resource:security_group_rule and tenant:b16880891d064ee7b0d3bc2c5327f4f7 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:52.678444 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:52.718307 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:52.773764 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3408'] for router, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:52.810187 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dc93e-b0a5-4a16-811b-96d2a38d80cd req-9a1ba0b9-23a9-48b8-b5dc-3414ae78f592 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:52.811903 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-352dc93e-b0a5-4a16-811b-96d2a38d80cd req-9a1ba0b9-23a9-48b8-b5dc-3414ae78f592 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.5413375 Jul 29 14:06:52.852118 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540fad-3e56-4cf6-a748-1d07a13aba70 req-fa9d5ae1-1e32-4c15-aa20-2573a6e42833 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:52.857164 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e8540fad-3e56-4cf6-a748-1d07a13aba70 req-fa9d5ae1-1e32-4c15-aa20-2573a6e42833 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.3486161 Jul 29 14:06:52.917401 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-352dc93e-b0a5-4a16-811b-96d2a38d80cd req-715610cd-fed2-4bfd-8432-51e183a8d146 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984862 Jul 29 14:06:52.918572 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.db_base_plugin_common [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Allocated IP 172.20.0.2 (04d8df74-4334-4c96-9516-3de85b39a956/35f376b9-4ce4-4f7b-b73a-bbafac1429ae/f695304b-39a2-4cbe-82b7-00f2aebe9125) {{(pid=79177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:06:52.965875 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e8540fad-3e56-4cf6-a748-1d07a13aba70 req-3074c0a5-6d13-43aa-aec2-cc92d79bbeca tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854728 Jul 29 14:06:53.009098 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.172290 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.182632 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Notify callbacks [] for port, precommit_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.183663 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-04ac6fef-9c04-4cfb-ad19-11df12c3b020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:53.197109 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Transition to ACTIVE for port object f695304b-39a2-4cbe-82b7-00f2aebe9125 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:53.229904 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7541fd1-8ef3-4987-9582-eff43274765d req-ddfe926a-ce20-4d4e-91f8-35a983d27a2b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:53.234017 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Transition to ACTIVE for port object f695304b-39a2-4cbe-82b7-00f2aebe9125 will not be triggered until provisioned by entity DHCP. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:53.237092 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c7541fd1-8ef3-4987-9582-eff43274765d req-ddfe926a-ce20-4d4e-91f8-35a983d27a2b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1819396 Jul 29 14:06:53.270901 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b16880891d064ee7b0d3bc2c5327f4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9367616 Jul 29 14:06:53.273687 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1841e4-78b4-4d03-a79e-ce381c6d00a9,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:53.274513 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57794) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:53.289321 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:53.335613 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.341412 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:53.358064 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c7541fd1-8ef3-4987-9582-eff43274765d req-ae12fe6b-49c7-4b6e-91bb-2d8c229e7fbe tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200600 Jul 29 14:06:53.391470 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e8d7484b-2d94-49ac-880d-eac191f9ddd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.467863 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Network 04d8df74-4334-4c96-9516-3de85b39a956 is already hosted by enough agents. {{(pid=79177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:06:53.479147 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.base_scheduler [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Resources bound (agent type, host, resource id): {{(pid=79177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:53.482740 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Received port after_create {{(pid=79177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:06:53.492536 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Pushing event updated for resources: {'Port': ['ID=f695304b-39a2-4cbe-82b7-00f2aebe9125,revision_number=1']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:53.495378 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:53.599041 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e8d7484b-2d94-49ac-880d-eac191f9ddd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.655439 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Attempting to bind port f695304b-39a2-4cbe-82b7-00f2aebe9125 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:06:53.655824 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Attempting to bind port f695304b-39a2-4cbe-82b7-00f2aebe9125 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:06:53.656200 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Attempting to bind port f695304b-39a2-4cbe-82b7-00f2aebe9125 on network 04d8df74-4334-4c96-9516-3de85b39a956 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:06:53.662409 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:06:53.662889 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Checking segment: {'id': 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:53.664116 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.664116 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Bound using segment: {'id': 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:06:53.664657 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Bound port: f695304b-39a2-4cbe-82b7-00f2aebe9125, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:06:53.665190 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.743623 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.796449 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.803438 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] For port f695304b-39a2-4cbe-82b7-00f2aebe9125, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:06:53.806770 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] For port f695304b-39a2-4cbe-82b7-00f2aebe9125, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f695304b-39a2-4cbe-82b7-00f2aebe9125,segment=NetworkSegment(e8fead9f-c1d4-4a53-b18e-4cf616acf7d9),segment_id=e8fead9f-c1d4-4a53-b18e-4cf616acf7d9)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:06:53.920916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e8d7484b-2d94-49ac-880d-eac191f9ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.921439 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.929230 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:53.931064 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f319cdd8-6375-43de-b83e-87a1c9c17197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:53.960379 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7484b-2d94-49ac-880d-eac191f9ddd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1841e4-78b4-4d03-a79e-ce381c6d00a9,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:53.962870 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e8d7484b-2d94-49ac-880d-eac191f9ddd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:53.988493 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e8d7484b-2d94-49ac-880d-eac191f9ddd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:53.994561 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-e8d7484b-2d94-49ac-880d-eac191f9ddd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae1841e4-78b4-4d03-a79e-ce381c6d00a9 HTTP/1.1" status: 204 len: 168 time: 0.7112980 Jul 29 14:06:54.024851 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Pushing event updated for resources: {'Port': ['ID=f695304b-39a2-4cbe-82b7-00f2aebe9125,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:54.030067 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:54.140672 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Allocated IP 172.28.0.236 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/ef38bbc7-9b3c-4f39-afec-22b44445aaa9) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:06:54.280746 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e331c-cff5-4a75-849f-bf2ecae6a524 req-0544f2e7-108b-4f3c-b132-5d2776324cca tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:54.293157 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c38e331c-cff5-4a75-849f-bf2ecae6a524 req-0544f2e7-108b-4f3c-b132-5d2776324cca tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.1619897 Jul 29 14:06:54.344442 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c38e331c-cff5-4a75-849f-bf2ecae6a524 req-bfc8a91b-f85a-4b6a-89aa-9f6a54226cdd tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499725 Jul 29 14:06:54.437285 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:54.462010 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf393f-74c8-41ad-854c-2c90bdb7dc52 req-c23f78f3-6e81-4fb9-b367-6c8aba5a6c2f tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:54.469544 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-40cf393f-74c8-41ad-854c-2c90bdb7dc52 req-c23f78f3-6e81-4fb9-b367-6c8aba5a6c2f tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.2739623 Jul 29 14:06:54.555142 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-40cf393f-74c8-41ad-854c-2c90bdb7dc52 req-e497978f-0f27-41de-b8b8-900b22c64929 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820403 Jul 29 14:06:54.667171 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:54.673033 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:54.709014 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bac102-62ac-4482-a333-62178cdbd1fa req-9faaf6e8-4ccc-4272-bee1-481e9cb6c42c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:54.709014 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c8bac102-62ac-4482-a333-62178cdbd1fa req-9faaf6e8-4ccc-4272-bee1-481e9cb6c42c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1320603 Jul 29 14:06:54.755580 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c8bac102-62ac-4482-a333-62178cdbd1fa req-620752ed-ceb7-4e83-b232-015a3c95bd53 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603797 Jul 29 14:06:54.761868 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:06:54.764810 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:54.768566 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:06:54.829173 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Pushing event updated for resources: {'Port': ['ID=ef38bbc7-9b3c-4f39-afec-22b44445aaa9,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:54.834687 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:54.886154 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f695304b-39a2-4cbe-82b7-00f2aebe9125 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:06:55.027055 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port f695304b-39a2-4cbe-82b7-00f2aebe9125 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:06:55.033273 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 475191de-85d2-4f7a-b815-4ace231ddc18 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:06:55.096647 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57826) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:55.115131 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:55.130951 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:55.134902 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Usage tracker for resource:security_group_rule and tenant:b50c97ccfbc9453e97ef9e55d5e99f5c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:55.138305 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:55.208403 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 475191de-85d2-4f7a-b815-4ace231ddc18 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:06:55.213350 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 475191de-85d2-4f7a-b815-4ace231ddc18 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:55.213978 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:55.284945 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd770b-c24a-4048-b06a-e811be1c07ea None None] Network 04d8df74-4334-4c96-9516-3de85b39a956 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:06:55.304353 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:55.461552 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:55.487162 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:55.566752 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-a12fcf58-d4d2-410e-bb16-90e6e772814d None None] Provisioning for port f695304b-39a2-4cbe-82b7-00f2aebe9125 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:06:55.586642 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-a12fcf58-d4d2-410e-bb16-90e6e772814d None None] Provisioning complete for port f695304b-39a2-4cbe-82b7-00f2aebe9125 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:55.587028 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-a12fcf58-d4d2-410e-bb16-90e6e772814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:55.620863 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 475191de-85d2-4f7a-b815-4ace231ddc18, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=475191de-85d2-4f7a-b815-4ace231ddc18,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:06:55.662920 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:55.788459 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-a12fcf58-d4d2-410e-bb16-90e6e772814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:55.807120 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:55.810019 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:55.815001 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:55.837795 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:55.862706 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf06930-2b27-4d2e-9407-1398d25cd7a5 req-a6aac5c8-722c-4d76-b7ef-572cb906feda tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:55.874906 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7cf06930-2b27-4d2e-9407-1398d25cd7a5 req-a6aac5c8-722c-4d76-b7ef-572cb906feda tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1870558 Jul 29 14:06:55.948582 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-a12fcf58-d4d2-410e-bb16-90e6e772814d None None] For port f695304b-39a2-4cbe-82b7-00f2aebe9125, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f695304b-39a2-4cbe-82b7-00f2aebe9125,segment=NetworkSegment(e8fead9f-c1d4-4a53-b18e-4cf616acf7d9),segment_id=e8fead9f-c1d4-4a53-b18e-4cf616acf7d9)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:06:55.975629 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7cf06930-2b27-4d2e-9407-1398d25cd7a5 req-ac9ae55e-a266-4331-9a37-82a15055293a tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997791 Jul 29 14:06:55.976170 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=475191de-85d2-4f7a-b815-4ace231ddc18,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:55.981148 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:56.038408 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-a12fcf58-d4d2-410e-bb16-90e6e772814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:56.041060 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-bb9d68bf-f266-43e2-8473-7797a8aa5b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:56.057024 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420cd3d-3d89-453e-a92c-416bd9f15f9a req-29960110-f563-42d2-b4f7-696f515a4e7e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:56.058563 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f420cd3d-3d89-453e-a92c-416bd9f15f9a req-29960110-f563-42d2-b4f7-696f515a4e7e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.5371253 Jul 29 14:06:56.069530 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b50c97ccfbc9453e97ef9e55d5e99f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9693997 Jul 29 14:06:56.070501 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57846) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:56.108146 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17c42a9-dfd2-4a2f-834c-f7270c458dbe,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:56.113905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:56.153799 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:56.162410 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fcf58-d4d2-410e-bb16-90e6e772814d None None] Pushing event updated for resources: {'Port': ['ID=f695304b-39a2-4cbe-82b7-00f2aebe9125,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:56.163593 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-a12fcf58-d4d2-410e-bb16-90e6e772814d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:56.198828 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:56.237495 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f420cd3d-3d89-453e-a92c-416bd9f15f9a req-f171dcd6-2b49-4520-a475-f701145d1203 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658261 Jul 29 14:06:56.274785 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621471'] for router, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:56.281807 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-8d5ac8ef-a12a-47d8-a87c-5e5b14531703 None None] Provisioning complete for port f695304b-39a2-4cbe-82b7-00f2aebe9125 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:56.282610 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac8ef-a12a-47d8-a87c-5e5b14531703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:56.373443 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:56.380793 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-6b93a930-9b28-49a4-a6c7-588d29351e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:56.399806 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17c42a9-dfd2-4a2f-834c-f7270c458dbe,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:56.412111 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.412577 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.413255 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.413631 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.414348 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.415000 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.415648 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.416613 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.417194 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.417743 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.418444 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.419105 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:06:56.431413 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:56.440194 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:56.441499 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a17c42a9-dfd2-4a2f-834c-f7270c458dbe HTTP/1.1" status: 204 len: 168 time: 0.3706434 Jul 29 14:06:56.612628 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Router e65f8fd0-f4e8-4215-98f7-20d49e5faaca is scheduled to L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e with binding_index 1 {{(pid=79175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:06:56.783987 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f695304b-39a2-4cbe-82b7-00f2aebe9125 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:06:56.826685 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:06:56.838679 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Sync routers for ids ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:06:56.850163 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Routers {'e65f8fd0-f4e8-4215-98f7-20d49e5faaca'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:06:56.850936 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:06:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:56.868081 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port f695304b-39a2-4cbe-82b7-00f2aebe9125 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:56.868379 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:56.969830 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:56.974461 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0509474 Jul 29 14:06:56.986874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57878) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:57.044940 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 475191de-85d2-4f7a-b815-4ace231ddc18 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:06:57.206103 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Set router e65f8fd0-f4e8-4215-98f7-20d49e5faaca gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:06:57.231158 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 475191de-85d2-4f7a-b815-4ace231ddc18 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:57.232259 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:57.375089 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eea88-3b24-4836-a315-e27e7da4ff62 req-a8dcce22-6b72-4fc2-bcf0-e1bc7a4db084 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:57.385183 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9b0eea88-3b24-4836-a315-e27e7da4ff62 req-a8dcce22-6b72-4fc2-bcf0-e1bc7a4db084 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1064866 Jul 29 14:06:57.440977 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9b0eea88-3b24-4836-a315-e27e7da4ff62 req-9e9df299-7695-478c-83ec-400eaed95f76 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548394 Jul 29 14:06:57.620757 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:52Z', 'updated_at': '2021-07-29T14:06:55Z', 'revision_number': 3, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'gw_port': {'id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:53Z', 'updated_at': '2021-07-29T14:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:57.626063 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Checking router: e65f8fd0-f4e8-4215-98f7-20d49e5faaca for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:06:57.626484 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce75cf-9dfb-443a-bc0b-2b9b4ca8ac37 req-c7835455-2ae3-42ab-ac7c-aa4b75f0398a tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:57.627215 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Updating router e65f8fd0-f4e8-4215-98f7-20d49e5faaca port ef38bbc7-9b3c-4f39-afec-22b44445aaa9 binding host dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:06:57.628667 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a7ce75cf-9dfb-443a-bc0b-2b9b4ca8ac37 req-c7835455-2ae3-42ab-ac7c-aa4b75f0398a tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.3568950 Jul 29 14:06:57.702853 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac66da-dddd-4a25-b00d-9d7718f72119 req-b2c0a748-7cd6-405f-b720-5ebcdfed93ef tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:57.702853 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-67ac66da-dddd-4a25-b00d-9d7718f72119 req-b2c0a748-7cd6-405f-b720-5ebcdfed93ef tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.0947037 Jul 29 14:06:57.703341 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:57.708166 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-67ac66da-dddd-4a25-b00d-9d7718f72119 req-6164cb8d-2022-4de5-903a-03f0a3c6a8c5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559142 Jul 29 14:06:57.773783 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a7ce75cf-9dfb-443a-bc0b-2b9b4ca8ac37 req-0b74b153-8cb8-4291-9762-13d94153ba62 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355200 Jul 29 14:06:58.056671 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57902) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:58.092879 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.198244 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.225749 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:06:58.229692 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] Usage tracker for resource:security_group_rule and tenant:e7762e2f44384afc863ed42fcd7ce29d is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:06:58.233096 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:06:58.240021 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:06:58.343269 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Allocated IP 172.20.0.1 (04d8df74-4334-4c96-9516-3de85b39a956/35f376b9-4ce4-4f7b-b73a-bbafac1429ae/5225fc41-49fc-46cc-bcb5-b52c56d69037) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:06:58.406138 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.425714 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Transition to ACTIVE for port object ef38bbc7-9b3c-4f39-afec-22b44445aaa9 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:58.451123 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.546925 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.552354 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:58.563665 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.578102 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.579877 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Transition to ACTIVE for port object 5225fc41-49fc-46cc-bcb5-b52c56d69037 will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:06:58.589877 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-4ecfb137-1447-42a9-83b6-6fc49910c46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:58.636829 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7762e2f44384afc863ed42fcd7ce29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789435 Jul 29 14:06:58.637813 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc64b49-81cf-436c-86ed-1026623f14c3,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:58.639461 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 57912) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:06:58.640854 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e539f63b-8e65-42dd-a989-ea7ea5f61b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:58.644102 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Attempting to bind port ef38bbc7-9b3c-4f39-afec-22b44445aaa9 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:06:58.644496 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Attempting to bind port ef38bbc7-9b3c-4f39-afec-22b44445aaa9 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:06:58.644867 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Attempting to bind port ef38bbc7-9b3c-4f39-afec-22b44445aaa9 on network 2621a826-6f62-4aa0-b8af-b09c27f3de7a {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:06:58.650758 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251918b-71a0-4b5d-b415-d9bb41f6b755 None None] Pushing event updated for resources: {'Port': ['ID=ef38bbc7-9b3c-4f39-afec-22b44445aaa9,revision_number=2']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:58.653612 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0251918b-71a0-4b5d-b415-d9bb41f6b755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:58.656633 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:06:58.656633 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Checking segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:06:58.658401 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.658401 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Bound using segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:06:58.658702 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Bound port: ef38bbc7-9b3c-4f39-afec-22b44445aaa9, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:06:58.659659 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.715088 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f14ade3c-4094-4873-9dd4-48e6b883b4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.745273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.747087 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] For port ef38bbc7-9b3c-4f39-afec-22b44445aaa9, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:06:58.751149 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] For port ef38bbc7-9b3c-4f39-afec-22b44445aaa9, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=ef38bbc7-9b3c-4f39-afec-22b44445aaa9,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:06:58.772278 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:58.856063 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.875425 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:58.942857 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Routers {'e65f8fd0-f4e8-4215-98f7-20d49e5faaca'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:06:58.943476 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:06:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:58.943969 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f14ade3c-4094-4873-9dd4-48e6b883b4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:58.951759 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Network 04d8df74-4334-4c96-9516-3de85b39a956 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:06:58.971728 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:06:58.974188 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:06:59.079670 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456538'] for router_interface, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:59.186445 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Pushing event updated for resources: {'Port': ['ID=5225fc41-49fc-46cc-bcb5-b52c56d69037,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:59.187959 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251918b-71a0-4b5d-b415-d9bb41f6b755 None None] Pushing event updated for resources: {'Port': ['ID=ef38bbc7-9b3c-4f39-afec-22b44445aaa9,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:59.193623 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0251918b-71a0-4b5d-b415-d9bb41f6b755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:59.213598 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:59.220611 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] Set router e65f8fd0-f4e8-4215-98f7-20d49e5faaca gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:06:59.221512 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd44b94-0eec-419e-91a3-7d30aeb4aa65 req-fd9860e4-6e18-4fe2-aab1-296956eb1e57 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:59.231429 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2bd44b94-0eec-419e-91a3-7d30aeb4aa65 req-fd9860e4-6e18-4fe2-aab1-296956eb1e57 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1210265 Jul 29 14:06:59.290061 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-afdafa4c-23b5-470a-854f-a2d366d1b78d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4507504 Jul 29 14:06:59.300536 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9ed1c-d66d-4be5-93e1-651c32bd1475 req-c5b1b161-69b2-4de6-b03b-e30efabd3cd7 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:59.302032 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-cef9ed1c-d66d-4be5-93e1-651c32bd1475 req-c5b1b161-69b2-4de6-b03b-e30efabd3cd7 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.4615822 Jul 29 14:06:59.305012 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2bd44b94-0eec-419e-91a3-7d30aeb4aa65 req-edb88753-d24c-4e17-97e5-136f849254ef tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714829 Jul 29 14:06:59.377206 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f14ade3c-4094-4873-9dd4-48e6b883b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:59.390329 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0d788f77-2e7d-42ab-9696-9f0579613a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:06:59.418817 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ade3c-4094-4873-9dd4-48e6b883b4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc64b49-81cf-436c-86ed-1026623f14c3,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:06:59.425715 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f14ade3c-4094-4873-9dd4-48e6b883b4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:06:59.442444 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-5770b1bd-758f-49af-b74d-99361107c61d None None] Provisioning for port 5225fc41-49fc-46cc-bcb5-b52c56d69037 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:06:59.444070 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-cef9ed1c-d66d-4be5-93e1-651c32bd1475 req-250cd3ae-3340-48ed-b964-bf9ef6cb7e67 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318939 Jul 29 14:06:59.447572 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f14ade3c-4094-4873-9dd4-48e6b883b4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:59.450996 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f14ade3c-4094-4873-9dd4-48e6b883b4f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cc64b49-81cf-436c-86ed-1026623f14c3 HTTP/1.1" status: 204 len: 168 time: 0.8080635 Jul 29 14:06:59.473598 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-5770b1bd-758f-49af-b74d-99361107c61d None None] Provisioning complete for port 5225fc41-49fc-46cc-bcb5-b52c56d69037 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:06:59.474173 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-5770b1bd-758f-49af-b74d-99361107c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:59.482045 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-89b7c3ca-91f8-43e5-ab7b-450fc971c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:59.482045 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-89b7c3ca-91f8-43e5-ab7b-450fc971c3d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 1099 time: 0.1451194 Jul 29 14:06:59.537166 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-5770b1bd-758f-49af-b74d-99361107c61d None None] Port 5225fc41-49fc-46cc-bcb5-b52c56d69037 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:06:59.640407 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:52Z', 'updated_at': '2021-07-29T14:06:55Z', 'revision_number': 3, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'gw_port': {'id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:53Z', 'updated_at': '2021-07-29T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:06:59.645540 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de8fc0-34d3-4d7b-966b-c0454d259262 None None] The sync data for ids ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'] in dv-cinder-801321-2-smb is: [{'id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:52Z', 'updated_at': '2021-07-29T14:06:55Z', 'revision_number': 3, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'gw_port': {'id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:53Z', 'updated_at': '2021-07-29T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:06:59.662291 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:06:59.772721 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-4ae56b58-e42d-48ea-9e50-acda9171ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:06:59.774186 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-4ae56b58-e42d-48ea-9e50-acda9171ed18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 920 time: 0.2228820 Jul 29 14:07:00.020634 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-8842ee47-07fb-4ce7-ad2b-ee35008f1b8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc HTTP/1.1" status: 200 len: 217 time: 0.2375364 Jul 29 14:07:00.163039 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-b739fa77-6f2c-4994-be17-e3372d78a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:00.164559 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-b739fa77-6f2c-4994-be17-e3372d78a089 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.1278949 Jul 29 14:07:00.227381 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-f2a2e612-4dd2-408f-8faf-0c2fd1014031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523849 Jul 29 14:07:00.340388 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:00.359991 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57940) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:00.388760 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:00.401067 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-f6f9c6b0-ed48-40ed-9a74-c6776639cc6f service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604044 Jul 29 14:07:00.427788 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:07:00.438610 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:00.471614 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Usage tracker for resource:security_group_rule and tenant:b7fe1e249bb34fc78a37982b1021ae16 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:07:00.479253 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:07:00.493391 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-95f6ba1c-28b3-453e-ba5f-da8c8335030b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:00.493644 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:07:00.570509 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587fbc8-1bfe-4282-a4ea-da386365bbfe req-8941bd77-6102-4ba4-86e3-eb08f3f751a2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:00.578368 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7587fbc8-1bfe-4282-a4ea-da386365bbfe req-8941bd77-6102-4ba4-86e3-eb08f3f751a2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1478741 Jul 29 14:07:00.637932 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Pushing event updated for resources: {'Port': ['ID=5225fc41-49fc-46cc-bcb5-b52c56d69037,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:00.649558 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:00.654784 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7587fbc8-1bfe-4282-a4ea-da386365bbfe req-ac0365cc-a0f7-4788-b110-d78e5b58d43b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754526 Jul 29 14:07:00.698889 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:00.734651 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456501'] for router_interface, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:00.862946 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f0d151c9-61d8-4b6e-a6f7-566a81228777 req-4cf96838-abda-4155-9262-a2be76d79b24 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764093 Jul 29 14:07:00.863714 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device ef38bbc7-9b3c-4f39-afec-22b44445aaa9 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:07:00.864092 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:00.864092 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ad8d39b9-ad8b-457c-98ff-13c9fe8bb0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:00.896778 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7fe1e249bb34fc78a37982b1021ae16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349536 Jul 29 14:07:00.897958 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d25333a-79bb-4f32-ac50-91f252f1c689,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:00.901599 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:00.902534 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 57950) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:00.935852 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8026985-a1c7-4da6-adf2-2837b848193b req-cf4efbd9-4b62-4404-aae5-351f1f53c08b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:00.937412 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f8026985-a1c7-4da6-adf2-2837b848193b req-cf4efbd9-4b62-4404-aae5-351f1f53c08b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.2921047 Jul 29 14:07:00.960895 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port ef38bbc7-9b3c-4f39-afec-22b44445aaa9 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:07:00.968635 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port ef38bbc7-9b3c-4f39-afec-22b44445aaa9 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:07:00.969252 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:00.971880 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:00.993309 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Network 04d8df74-4334-4c96-9516-3de85b39a956 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:07:00.997255 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:07:01.002187 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:01.074200 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f8026985-a1c7-4da6-adf2-2837b848193b req-27fd0f0b-2a76-4ef6-a390-08e165cd17bd tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238327 Jul 29 14:07:01.131292 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:01.150078 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port ef38bbc7-9b3c-4f39-afec-22b44445aaa9, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=ef38bbc7-9b3c-4f39-afec-22b44445aaa9,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:01.155262 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:01.161580 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:01.168507 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:07:01.187390 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d25333a-79bb-4f32-ac50-91f252f1c689,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:01.195639 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.196139 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.196348 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.196818 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.197172 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.197510 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.198272 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.198394 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.198776 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.199036 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.199373 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.199707 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:01.205040 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:01.218551 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:01.237748 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-49f3948c-d9b4-4131-9dee-4c55678c7b7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d25333a-79bb-4f32-ac50-91f252f1c689 HTTP/1.1" status: 204 len: 168 time: 0.3336895 Jul 29 14:07:01.246990 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Router e65f8fd0-f4e8-4215-98f7-20d49e5faaca has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:07:01.408499 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:01.414347 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:01.464174 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:01.492649 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-62d9030e-f1de-429d-905d-a996877f0c5d None None] Provisioning complete for port 5225fc41-49fc-46cc-bcb5-b52c56d69037 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:07:01.493083 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-62d9030e-f1de-429d-905d-a996877f0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:01.536546 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:07:01.544527 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] 10.222.0.22 "PUT /v2.0/routers/e65f8fd0-f4e8-4215-98f7-20d49e5faaca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5526710 Jul 29 14:07:01.577641 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'port_id': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'mac_address': 'fa:16:3e:ff:7a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:07:01.625420 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Sync routers for ids ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:07:01.654642 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-62d9030e-f1de-429d-905d-a996877f0c5d None None] Port 5225fc41-49fc-46cc-bcb5-b52c56d69037 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:07:01.673527 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=ef38bbc7-9b3c-4f39-afec-22b44445aaa9,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:01.677472 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:01.706760 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Routers {'e65f8fd0-f4e8-4215-98f7-20d49e5faaca'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:07:01.707402 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:06:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:01.903479 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:01.907014 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84c29115-d44d-4e67-a4c2-3b08963b4049 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:07:01.961783 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c38f5-e91d-407f-b3b4-78221bed59a4 req-a67f239b-e450-497d-bf4b-e1a79117d717 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:01.968339 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:01.971687 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c33c38f5-e91d-407f-b3b4-78221bed59a4 req-a67f239b-e450-497d-bf4b-e1a79117d717 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1604669 Jul 29 14:07:02.013214 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Set router e65f8fd0-f4e8-4215-98f7-20d49e5faaca gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:07:02.041127 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c33c38f5-e91d-407f-b3b4-78221bed59a4 req-56f04864-f57b-42b8-a008-58b460e95097 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581520 Jul 29 14:07:02.212559 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:02.212675 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:02.216929 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:02.354405 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922991b-9074-4d77-bbcd-b677d5eaae72 req-ce65660a-4135-4062-81eb-7ad8f418f927 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:02.356515 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6922991b-9074-4d77-bbcd-b677d5eaae72 req-ce65660a-4135-4062-81eb-7ad8f418f927 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 944 time: 0.0873649 Jul 29 14:07:02.364415 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['84c29115-d44d-4e67-a4c2-3b08963b4049'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:07:02.408982 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6922991b-9074-4d77-bbcd-b677d5eaae72 req-f2330750-1e8c-49dc-8ce8-f835d69eebbd tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436549 Jul 29 14:07:02.457142 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=6']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:02.465486 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:02.661281 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:52Z', 'updated_at': '2021-07-29T14:06:59Z', 'revision_number': 4, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'gw_port': {'id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:53Z', 'updated_at': '2021-07-29T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '5225fc41-49fc-46cc-bcb5-b52c56d69037', 'name': '', 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'mac_address': 'fa:16:3e:a6:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '35f376b9-4ce4-4f7b-b73a-bbafac1429ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:58Z', 'updated_at': '2021-07-29T14:06:59Z', 'revision_number': 2, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'subnets': [{'id': '35f376b9-4ce4-4f7b-b73a-bbafac1429ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:02.694010 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Checking router: e65f8fd0-f4e8-4215-98f7-20d49e5faaca for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:07:02.694395 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Updating router e65f8fd0-f4e8-4215-98f7-20d49e5faaca port 5225fc41-49fc-46cc-bcb5-b52c56d69037 binding host dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:07:02.811248 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:02.842933 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device ef38bbc7-9b3c-4f39-afec-22b44445aaa9 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:07:03.049509 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port ef38bbc7-9b3c-4f39-afec-22b44445aaa9 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:07:03.050652 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:03.245554 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:07:03.425455 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041b1d7-69a1-49ee-9a96-f7dfbd5f2b3f req-4f285076-b5f5-4bc8-8ea3-10486ddc0280 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:03.433069 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0041b1d7-69a1-49ee-9a96-f7dfbd5f2b3f req-4f285076-b5f5-4bc8-8ea3-10486ddc0280 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1843364 Jul 29 14:07:03.575355 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 84c29115-d44d-4e67-a4c2-3b08963b4049 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:07:03.575742 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:03.852111 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Notify callbacks [] for port, precommit_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:03.855553 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0041b1d7-69a1-49ee-9a96-f7dfbd5f2b3f req-9682f85b-96d7-4805-9bda-f7cadeb0e803 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4185402 Jul 29 14:07:03.961882 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-fb61bc3d-c2bb-49d3-ae62-a355dd9dc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:03.963958 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-fb61bc3d-c2bb-49d3-ae62-a355dd9dc801 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1098 time: 0.2291985 Jul 29 14:07:04.107353 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2003bb4-ebf3-421a-b498-deee38cb92ba req-ab0ad23f-ea56-40ba-ac40-64df0b8ae2bf tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:04.117173 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d2003bb4-ebf3-421a-b498-deee38cb92ba req-ab0ad23f-ea56-40ba-ac40-64df0b8ae2bf tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 944 time: 0.2885597 Jul 29 14:07:04.144002 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-a36414fa-d6d9-4c3a-b912-55dcdbb4b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:04.162477 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-a36414fa-d6d9-4c3a-b912-55dcdbb4b115 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 920 time: 0.1740749 Jul 29 14:07:04.163133 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:04.190905 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Transition to ACTIVE for port object 5225fc41-49fc-46cc-bcb5-b52c56d69037 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:07:04.280328 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d2003bb4-ebf3-421a-b498-deee38cb92ba req-691d6ad9-f07a-4c43-abee-4ce9f5a47a51 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622648 Jul 29 14:07:04.321390 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:07:04.346965 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:04.362567 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:04.407074 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-40a3583a-34aa-4baf-8bb3-152b00bbddf1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d66231d-6f95-404e-b64e-0342eb986d34 HTTP/1.1" status: 200 len: 217 time: 0.2428365 Jul 29 14:07:04.538331 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'code': 200} Jul 29 14:07:04.543495 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:04.547935 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f4fb0-fe2a-4a6e-ad7b-4c0b71f44cee None None] Pushing event updated for resources: {'Port': ['ID=5225fc41-49fc-46cc-bcb5-b52c56d69037,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:04.557113 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-ea1f4fb0-fe2a-4a6e-ad7b-4c0b71f44cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:04.643831 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-632a7d16-0edf-495d-8b20-6091774f0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:04.648885 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-632a7d16-0edf-495d-8b20-6091774f0840 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.2258172 Jul 29 14:07:04.846811 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-5ead532e-377d-4a39-b1a2-b3da4876587d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1877840 Jul 29 14:07:04.903366 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:04.926834 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:04.953640 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6430d-b8ce-48e4-a9ad-9858124bcbd0 req-fc579c20-3e5e-42f1-bc95-c9c9188cf421 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:04.972104 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1bc6430d-b8ce-48e4-a9ad-9858124bcbd0 req-fc579c20-3e5e-42f1-bc95-c9c9188cf421 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.7039990 Jul 29 14:07:05.162989 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=7']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:05.179777 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:05.225933 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1bc6430d-b8ce-48e4-a9ad-9858124bcbd0 req-9792e42f-0ccb-40db-ba24-c4aec689a283 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528946 Jul 29 14:07:05.294950 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-c828cc44-a8b1-49f7-b381-f5f95bd087f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320016 Jul 29 14:07:05.333020 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a0ad-d5bf-4c9e-ba2b-45c2d17f2fc5 req-5fe40cae-0e28-45d8-aac0-6cf58a98178a tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:05.334599 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d594a0ad-d5bf-4c9e-ba2b-45c2d17f2fc5 req-5fe40cae-0e28-45d8-aac0-6cf58a98178a tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.2190535 Jul 29 14:07:05.366860 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Attempting to bind port 5225fc41-49fc-46cc-bcb5-b52c56d69037 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:07:05.367257 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Attempting to bind port 5225fc41-49fc-46cc-bcb5-b52c56d69037 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:07:05.367626 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Attempting to bind port 5225fc41-49fc-46cc-bcb5-b52c56d69037 on network 04d8df74-4334-4c96-9516-3de85b39a956 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:07:05.389859 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:07:05.390383 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Checking segment: {'id': 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:07:05.390697 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:05.391189 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Bound using segment: {'id': 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:07:05.391730 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Bound port: 5225fc41-49fc-46cc-bcb5-b52c56d69037, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:07:05.396930 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:05.475887 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d594a0ad-d5bf-4c9e-ba2b-45c2d17f2fc5 req-8a1b0048-8795-4140-bccd-06adc680e75c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290464 Jul 29 14:07:05.721522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] For port 5225fc41-49fc-46cc-bcb5-b52c56d69037, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:07:05.726317 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] For port 5225fc41-49fc-46cc-bcb5-b52c56d69037, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=5225fc41-49fc-46cc-bcb5-b52c56d69037,segment=NetworkSegment(e8fead9f-c1d4-4a53-b18e-4cf616acf7d9),segment_id=e8fead9f-c1d4-4a53-b18e-4cf616acf7d9)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:07:05.812537 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:05.817101 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:05.888999 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-911e2a04-c325-4c5f-84de-142dd9cd8027 req-f3441d39-607e-4106-a883-3bd53b608896 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870636 Jul 29 14:07:05.992846 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30803d75-861a-420e-bc8e-d6fa460553f3 req-7d158e22-99b5-4c44-8aba-6ebaa17ebaf5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:05.995889 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-30803d75-861a-420e-bc8e-d6fa460553f3 req-7d158e22-99b5-4c44-8aba-6ebaa17ebaf5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.3364420 Jul 29 14:07:06.065597 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f4fb0-fe2a-4a6e-ad7b-4c0b71f44cee None None] Pushing event updated for resources: {'Port': ['ID=5225fc41-49fc-46cc-bcb5-b52c56d69037,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:06.069568 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-ea1f4fb0-fe2a-4a6e-ad7b-4c0b71f44cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:06.070449 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Routers {'e65f8fd0-f4e8-4215-98f7-20d49e5faaca'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:07:06.071178 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:06:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:06.135088 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-30803d75-861a-420e-bc8e-d6fa460553f3 req-1c643613-609c-4ad3-b00c-3f5e0be01c00 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377397 Jul 29 14:07:06.602875 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] Set router e65f8fd0-f4e8-4215-98f7-20d49e5faaca gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:07:06.747523 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d03033-9059-4c90-a4b2-33212d226ed4 req-237941ff-12be-40e3-a9c3-d8396c48daa3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:06.785685 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c2d03033-9059-4c90-a4b2-33212d226ed4 req-237941ff-12be-40e3-a9c3-d8396c48daa3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.3051498 Jul 29 14:07:06.918261 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c2d03033-9059-4c90-a4b2-33212d226ed4 req-e5da2ad0-5122-435c-83ed-2e1d15a8c7fb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308262 Jul 29 14:07:06.948528 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786e249-8144-4c74-b213-b8f1634add31 req-e179b4bb-82ae-424d-ab99-64dc49d62473 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:06.952688 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c786e249-8144-4c74-b213-b8f1634add31 req-e179b4bb-82ae-424d-ab99-64dc49d62473 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.2351995 Jul 29 14:07:07.084848 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c786e249-8144-4c74-b213-b8f1634add31 req-2bb2ffa3-a58b-492c-ad8f-b43e05f7794f tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241722 Jul 29 14:07:07.489580 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:52Z', 'updated_at': '2021-07-29T14:06:59Z', 'revision_number': 4, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'gw_port': {'id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:53Z', 'updated_at': '2021-07-29T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '5225fc41-49fc-46cc-bcb5-b52c56d69037', 'name': '', 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'mac_address': 'fa:16:3e:a6:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '35f376b9-4ce4-4f7b-b73a-bbafac1429ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:58Z', 'updated_at': '2021-07-29T14:07:05Z', 'revision_number': 4, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'subnets': [{'id': '35f376b9-4ce4-4f7b-b73a-bbafac1429ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:07.502728 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51c0e7-2eb7-48c2-a21d-416cdf47736f None None] The sync data for ids ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'] in dv-cinder-801321-2-smb is: [{'id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:52Z', 'updated_at': '2021-07-29T14:06:59Z', 'revision_number': 4, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'gw_port': {'id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:53Z', 'updated_at': '2021-07-29T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '5225fc41-49fc-46cc-bcb5-b52c56d69037', 'name': '', 'network_id': '04d8df74-4334-4c96-9516-3de85b39a956', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'mac_address': 'fa:16:3e:a6:44:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '35f376b9-4ce4-4f7b-b73a-bbafac1429ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:58Z', 'updated_at': '2021-07-29T14:07:05Z', 'revision_number': 4, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'subnets': [{'id': '35f376b9-4ce4-4f7b-b73a-bbafac1429ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:07:07.518263 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58108) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:07.618868 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306d3d4-0c85-4827-8259-35fa8554aab4 req-38a4e3e1-3d8f-40e7-9dcd-2dbd546c31d3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:07.620438 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c306d3d4-0c85-4827-8259-35fa8554aab4 req-38a4e3e1-3d8f-40e7-9dcd-2dbd546c31d3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.2173448 Jul 29 14:07:07.848304 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:07.853745 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c306d3d4-0c85-4827-8259-35fa8554aab4 req-6956d615-4113-4e11-9be9-d723c3dd88f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171078 Jul 29 14:07:07.903293 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:07:07.908627 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Usage tracker for resource:security_group_rule and tenant:14e6d75afb7d414bad381d4008656799 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:07:07.913271 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:07:07.926349 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:07:08.113267 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:08.291934 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd06663-9233-4b5d-8d21-2d03d3f5aad7 req-2075af13-39f2-4df4-a5e3-e6329f9f3857 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:08.295943 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-cbd06663-9233-4b5d-8d21-2d03d3f5aad7 req-2075af13-39f2-4df4-a5e3-e6329f9f3857 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1593587 Jul 29 14:07:08.297367 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:08.310099 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c5d4cfea-3d5b-40d9-8564-50990cdde829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:08.432764 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-cbd06663-9233-4b5d-8d21-2d03d3f5aad7 req-9915b25e-f0f5-4e33-88de-c3f4063388de tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250093 Jul 29 14:07:08.460817 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14e6d75afb7d414bad381d4008656799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9415905 Jul 29 14:07:08.463190 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2785d9d-864b-460c-8c73-7a1be860ecbd,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:08.465884 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58122) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:08.474399 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:08.511155 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7589be0-9e8f-40a1-99a0-f4767f12b1a7 req-1aff0314-10d7-4c9d-9dcf-b1eb6fbcab55 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:08.528929 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f7589be0-9e8f-40a1-99a0-f4767f12b1a7 req-1aff0314-10d7-4c9d-9dcf-b1eb6fbcab55 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.2321608 Jul 29 14:07:08.601283 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f7589be0-9e8f-40a1-99a0-f4767f12b1a7 req-6ad05da1-1d70-4f68-a3d5-f0b7b222aed6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644333 Jul 29 14:07:08.652007 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f05643c2-670c-42a9-9d47-d748db4b57e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:08.784867 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f05643c2-670c-42a9-9d47-d748db4b57e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:09.106146 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 5225fc41-49fc-46cc-bcb5-b52c56d69037 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:07:09.230923 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bda01-e9b2-4df6-b95c-4c69806cf168 req-17621d21-02d3-4a7c-94b0-d58b22e7677d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:09.232615 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-965bda01-e9b2-4df6-b95c-4c69806cf168 req-17621d21-02d3-4a7c-94b0-d58b22e7677d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.1585603 Jul 29 14:07:09.322978 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-965bda01-e9b2-4df6-b95c-4c69806cf168 req-aabfa282-4f7b-4eeb-af47-c82c28cf5770 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738349 Jul 29 14:07:09.661359 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a58b1-f1ff-417c-8afa-48e346ca6b3a req-ed6baabd-7605-4e9b-9b6b-d8144dbadbf1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:09.663839 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-487a58b1-f1ff-417c-8afa-48e346ca6b3a req-ed6baabd-7605-4e9b-9b6b-d8144dbadbf1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1090682 Jul 29 14:07:09.716634 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-487a58b1-f1ff-417c-8afa-48e346ca6b3a req-bd811e6f-fef1-43e4-ae0e-c30eef581309 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Jul 29 14:07:09.842946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7ddf9-c7bb-4919-b3a3-1b46c1689dec req-2d563aa7-ecb3-4512-af11-1e9cda8b5f1c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:09.844400 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-45f7ddf9-c7bb-4919-b3a3-1b46c1689dec req-2d563aa7-ecb3-4512-af11-1e9cda8b5f1c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.0837452 Jul 29 14:07:09.863156 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 5225fc41-49fc-46cc-bcb5-b52c56d69037 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:07:09.865881 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f05643c2-670c-42a9-9d47-d748db4b57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:09.876929 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f15553de-9bb5-4624-9baa-3983e89aa25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:09.877593 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 5225fc41-49fc-46cc-bcb5-b52c56d69037 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:07:09.878178 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:09.900893 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05643c2-670c-42a9-9d47-d748db4b57e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2785d9d-864b-460c-8c73-7a1be860ecbd,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:09.911473 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f05643c2-670c-42a9-9d47-d748db4b57e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:09.912521 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f05643c2-670c-42a9-9d47-d748db4b57e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:09.913598 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f05643c2-670c-42a9-9d47-d748db4b57e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2785d9d-864b-460c-8c73-7a1be860ecbd HTTP/1.1" status: 204 len: 168 time: 1.4465449 Jul 29 14:07:09.927801 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-45f7ddf9-c7bb-4919-b3a3-1b46c1689dec req-d3ddf254-37dd-489d-8c30-30ac5552f64f tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698550 Jul 29 14:07:10.049797 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:10.096837 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 5225fc41-49fc-46cc-bcb5-b52c56d69037, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=5225fc41-49fc-46cc-bcb5-b52c56d69037,segment=NetworkSegment(e8fead9f-c1d4-4a53-b18e-4cf616acf7d9),segment_id=e8fead9f-c1d4-4a53-b18e-4cf616acf7d9)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:10.221500 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:10.224316 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:10.341575 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=5225fc41-49fc-46cc-bcb5-b52c56d69037,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:10.355404 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:10.671360 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2a4a9-709c-4db5-a4f0-8a8c69b9c1e7 req-92e09b5a-d9ba-4df8-b38c-c52086477cc4 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:10.696709 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dfd2a4a9-709c-4db5-a4f0-8a8c69b9c1e7 req-92e09b5a-d9ba-4df8-b38c-c52086477cc4 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.1568160 Jul 29 14:07:10.813701 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dfd2a4a9-709c-4db5-a4f0-8a8c69b9c1e7 req-827948b0-4343-4ccb-9105-edc71d72e65e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157844 Jul 29 14:07:10.889562 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 5225fc41-49fc-46cc-bcb5-b52c56d69037 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:07:10.921703 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58162) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:10.957851 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:10.981191 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:07:10.986745 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Usage tracker for resource:security_group_rule and tenant:4df68625a12b4beab2c8b3eeb5c06d11 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:07:10.990581 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:07:10.997512 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:07:11.034954 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 5225fc41-49fc-46cc-bcb5-b52c56d69037 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:07:11.035500 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.119132 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cda73-307d-447b-a967-b562176b62b8 req-7e06735b-0f44-44b8-a4c2-43eba3119f87 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:11.120778 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e98cda73-307d-447b-a967-b562176b62b8 req-7e06735b-0f44-44b8-a4c2-43eba3119f87 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1453359 Jul 29 14:07:11.234603 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e98cda73-307d-447b-a967-b562176b62b8 req-ce146a90-4fce-4b25-83e1-c743f524fe9e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043165 Jul 29 14:07:11.308187 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba835b3a-28ef-45bd-8bf3-6cb5be795323 req-1081c3f8-12eb-4c58-adf0-5344decf5e30 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:11.316660 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ba835b3a-28ef-45bd-8bf3-6cb5be795323 req-1081c3f8-12eb-4c58-adf0-5344decf5e30 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1777506 Jul 29 14:07:11.440771 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ba835b3a-28ef-45bd-8bf3-6cb5be795323 req-8b9e2c98-b1f7-4500-84e9-fa6ff4a5470a tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213770 Jul 29 14:07:11.441301 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 58170) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:11.481424 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.586048 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddddc67-d5dc-40e9-897a-8e02ef2d2e10 admin admin] Deleting subnet 57c7966a-0927-4398-8c79-b5d6717c7bbe {{(pid=79175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:07:11.591481 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4ddddc67-d5dc-40e9-897a-8e02ef2d2e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.598102 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.605739 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-cedd7b15-42db-4786-a718-16baa1dfedbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:11.671350 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4ddddc67-d5dc-40e9-897a-8e02ef2d2e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30647423'] for subnet, precommit_delete_associations {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.727546 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4df68625a12b4beab2c8b3eeb5c06d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8046155 Jul 29 14:07:11.728320 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58174) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:11.730941 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac19d427-22d1-484c-b0ba-54f9e7210cdb,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:11.758292 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4ddddc67-d5dc-40e9-897a-8e02ef2d2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.764972 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:11.875024 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-68a5beea-c40a-429a-a157-a345df4c20e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.887697 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a84661ef-2302-46f6-82a5-238a05d022ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.955210 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a84661ef-2302-46f6-82a5-238a05d022ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.956583 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4ddddc67-d5dc-40e9-897a-8e02ef2d2e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30779075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32465093'] for subnet, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:11.972562 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cde6e8f8-c537-4e35-95bc-99f90cc73cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:12.030553 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-4ddddc67-d5dc-40e9-897a-8e02ef2d2e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:12.033823 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddddc67-d5dc-40e9-897a-8e02ef2d2e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c7966a-0927-4398-8c79-b5d6717c7bbe,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:12.036284 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-4ddddc67-d5dc-40e9-897a-8e02ef2d2e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:12.043785 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-4ddddc67-d5dc-40e9-897a-8e02ef2d2e10 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/57c7966a-0927-4398-8c79-b5d6717c7bbe HTTP/1.1" status: 204 len: 168 time: 0.5887051 Jul 29 14:07:12.044671 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 58180) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:12.256823 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c138f-9b0c-4d5c-b7fc-bef7f5f6178d req-d027fc82-d5d2-470f-be54-1a2aa4de76aa tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:12.258698 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3a0c138f-9b0c-4d5c-b7fc-bef7f5f6178d req-d027fc82-d5d2-470f-be54-1a2aa4de76aa tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.2543383 Jul 29 14:07:12.354632 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a84661ef-2302-46f6-82a5-238a05d022ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:12.374248 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f14ade3c-4094-4873-9dd4-48e6b883b4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:12.389715 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:12.403318 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84661ef-2302-46f6-82a5-238a05d022ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac19d427-22d1-484c-b0ba-54f9e7210cdb,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:12.423908 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3a0c138f-9b0c-4d5c-b7fc-bef7f5f6178d req-0d1d21d5-de59-4a8c-8d80-25b92b041bef tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487608 Jul 29 14:07:12.425205 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a84661ef-2302-46f6-82a5-238a05d022ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:12.449733 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a84661ef-2302-46f6-82a5-238a05d022ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:12.458405 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-a84661ef-2302-46f6-82a5-238a05d022ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac19d427-22d1-484c-b0ba-54f9e7210cdb HTTP/1.1" status: 204 len: 168 time: 0.7287579 Jul 29 14:07:12.495167 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:12.730014 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:12.744765 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf36584-c577-46bf-85f6-64804fa7fade']}} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:12.758486 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be688f5-9ac7-43e2-8c1e-8a6033080e21') {'for_net_delete': True} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:12.758784 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be688f5-9ac7-43e2-8c1e-8a6033080e21') {} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:12.771448 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30647392'] for segment, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:12.789147 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:12.815244 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:07:12.828584 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=79175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:07:12.832037 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30779045'] for segment, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:12.835927 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022e17e-1e11-4956-88b4-01f5c86ffb28 req-cec772ed-2a83-43a4-9f12-2fb8ce72f7f0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:12.847237 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5022e17e-1e11-4956-88b4-01f5c86ffb28 req-cec772ed-2a83-43a4-9f12-2fb8ce72f7f0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1783583 Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: Traceback (most recent call last): Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: timer() Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: cb(*args, **kw) Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: return func(*args, **kwargs) Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: self._notify() Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: self.callback(batched_events) Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: event.method(event) Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: return f(self, *a, **k) Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: return self._get(url).json() Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: return self.request(url, 'GET', **kwargs) Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:07:12.876582 dv-cinder-801321-2-smb neutron-server[79175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:07:12.966144 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5022e17e-1e11-4956-88b4-01f5c86ffb28 req-9825f044-f061-4989-8b27-fe7d440ccbb2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175263 Jul 29 14:07:13.088059 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431066c2-9c7d-427b-8dbb-bfb8522cd9fb req-aad85f3e-53ea-4da1-81f0-e338ed807e46 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:13.099690 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-431066c2-9c7d-427b-8dbb-bfb8522cd9fb req-aad85f3e-53ea-4da1-81f0-e338ed807e46 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.5916185 Jul 29 14:07:13.185128 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-431066c2-9c7d-427b-8dbb-bfb8522cd9fb req-c1e0723b-9f82-41c2-a000-30ca39e4f25e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839958 Jul 29 14:07:13.186371 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:13.198208 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-206fc4d9-6ffd-400e-8ade-1e017280a66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:13.220798 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:13.233890 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ecf36584-c577-46bf-85f6-64804fa7fade HTTP/1.1" status: 204 len: 168 time: 1.1879618 Jul 29 14:07:13.236939 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58198) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:13.242394 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf36584-c577-46bf-85f6-64804fa7fade,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:13.251960 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:13.331785 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] Deleting subnet 9807fe11-fd66-49f7-af09-7669674c783b {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:07:13.336542 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:13.410018 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:13.512176 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:13.715330 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:13.723085 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:13.881912 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9807fe11-fd66-49f7-af09-7669674c783b,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:13.893921 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:13.897722 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77bc13-306b-4118-9fcd-52fba3800907 req-4a496936-5580-45e8-96de-fa990d14afb1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:13.898239 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:13.899457 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ea77bc13-306b-4118-9fcd-52fba3800907 req-4a496936-5580-45e8-96de-fa990d14afb1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.2209723 Jul 29 14:07:13.943611 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9807fe11-fd66-49f7-af09-7669674c783b HTTP/1.1" status: 204 len: 168 time: 0.7049243 Jul 29 14:07:13.953741 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58214) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:14.073299 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ea77bc13-306b-4118-9fcd-52fba3800907 req-02f8535b-6db1-45f0-86e3-2c9f1ff6a6aa tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672168 Jul 29 14:07:14.323811 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:14.335687 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1a238-dbba-4393-985b-a0927f530ff4 req-ebf1e9db-4803-477f-ad92-5d103bd62259 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:14.343206 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e5d1a238-dbba-4393-985b-a0927f530ff4 req-ebf1e9db-4803-477f-ad92-5d103bd62259 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.5263052 Jul 29 14:07:14.454891 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e5d1a238-dbba-4393-985b-a0927f530ff4 req-55dc7d8c-59ab-4d45-ba99-3d30d9e5fd37 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096694 Jul 29 14:07:14.551846 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-9bf0339c-d18b-4a18-8db6-1b7d0eac0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:14.553469 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-9bf0339c-d18b-4a18-8db6-1b7d0eac0d52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 1098 time: 0.4954116 Jul 29 14:07:14.708502 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:14.756267 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c320311-e084-427e-be91-e396ead5d0c1 req-6ff50380-d538-43a8-9530-6045c687f3c6 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:14.767424 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5c320311-e084-427e-be91-e396ead5d0c1 req-6ff50380-d538-43a8-9530-6045c687f3c6 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.2174196 Jul 29 14:07:14.865655 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5c320311-e084-427e-be91-e396ead5d0c1 req-672d6b49-6e5f-4484-9be5-69825273f3c4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861390 Jul 29 14:07:15.004491 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:15.022923 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8185ba-e0f4-498e-857c-8bd28c92c9f5') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:15.023218 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8185ba-e0f4-498e-857c-8bd28c92c9f5') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:07:15.030037 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-754a9bbf-bfe5-4628-959f-c0d6dc60e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:15.031462 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-754a9bbf-bfe5-4628-959f-c0d6dc60e196 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 200 len: 911 time: 0.4676218 Jul 29 14:07:15.038917 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:15.181635 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:15.223100 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:07:15.223100 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:07:15.224125 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:07:15.250444 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-7bbe394b-7aca-484c-9f43-5eef8a0a94e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6161049b-4be9-45c4-806d-ee46798e0340 HTTP/1.1" status: 200 len: 1001 time: 0.1979918 Jul 29 14:07:15.260683 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-affceb13-86fd-45c7-ba3a-b41e8cc876e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:15.423231 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-f8b77896-bc0f-4ecc-abef-da6c868856c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:15.424812 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-f8b77896-bc0f-4ecc-abef-da6c868856c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec774f59-294e-4722-b605-ffb9dad0dbf4 HTTP/1.1" status: 200 len: 849 time: 0.1216333 Jul 29 14:07:15.602388 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efec9a-4c04-4b3c-aefb-942454cfdd0c req-b828f167-ebaa-4114-b251-36b79b96839e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:15.603900 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a3efec9a-4c04-4b3c-aefb-942454cfdd0c req-b828f167-ebaa-4114-b251-36b79b96839e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.3018112 Jul 29 14:07:15.651446 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-fa840f67-30f6-40d0-9180-4bf351a4f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:15.652942 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-fa840f67-30f6-40d0-9180-4bf351a4f237 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a10854f7-df06-4ead-a00c-8158cb6e34b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2204061 Jul 29 14:07:15.675187 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a3efec9a-4c04-4b3c-aefb-942454cfdd0c req-76c63b0a-0691-49c4-b0dd-e7f67918aa0e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513518 Jul 29 14:07:15.675348 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43df2-efc9-49df-ba0b-2bd6830a496e req-d302957e-aef3-4800-b52c-5ba4e9492e6f tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:15.676952 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b2c43df2-efc9-49df-ba0b-2bd6830a496e req-d302957e-aef3-4800-b52c-5ba4e9492e6f tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.0842636 Jul 29 14:07:15.725038 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b2c43df2-efc9-49df-ba0b-2bd6830a496e req-a3267c04-0fa9-4b5a-9e8e-065ddde80a88 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419483 Jul 29 14:07:15.793867 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:15.796794 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:15.807585 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:15.822960 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:15.835124 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:15.840816 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2db367d9-cf17-4eaf-8bb8-4e6e5d9a4b89 HTTP/1.1" status: 204 len: 168 time: 1.8797922 Jul 29 14:07:15.841636 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-58048eaa-c71b-4e08-8e31-efd0662812a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:15.866318 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-d57c1ce0-a2ba-4b71-862f-6818e38b6b81 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043107 Jul 29 14:07:16.278937 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 58250) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:16.295918 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-eb05b0d7-a7e3-40e4-9301-42f7996083a0 req-70d6b6f5-9351-4e9a-98c9-4213acf49935 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147174 Jul 29 14:07:16.395226 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 58256) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:16.410813 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149e4a4-ec67-4055-86a8-10cef16385f6 req-0c57b648-a4c5-46e1-86c6-005366106b0a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:16.415415 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7149e4a4-ec67-4055-86a8-10cef16385f6 req-0c57b648-a4c5-46e1-86c6-005366106b0a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.3101556 Jul 29 14:07:16.470556 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-b19c4027-f18e-4157-8dea-cbb892f66e16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b41372c4d7eb4e9391507b53f49a0106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738974 Jul 29 14:07:16.471194 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 58260) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:16.552261 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7149e4a4-ec67-4055-86a8-10cef16385f6 req-11253d0a-1582-40a3-8656-459cee73aaf1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305087 Jul 29 14:07:16.577370 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77af66da-1b9a-456d-acad-d97303b80d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:16.631384 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77af66da-1b9a-456d-acad-d97303b80d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:16.786598 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77af66da-1b9a-456d-acad-d97303b80d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:16.806413 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a19ae834-e39c-4cbe-997d-b20ce55fbacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:16.869260 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af66da-1b9a-456d-acad-d97303b80d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:16.883766 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-77af66da-1b9a-456d-acad-d97303b80d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:16.898314 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77af66da-1b9a-456d-acad-d97303b80d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:16.899885 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-77af66da-1b9a-456d-acad-d97303b80d1f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1b0ca7b-4ddc-4ccb-96ef-3700d998e03d HTTP/1.1" status: 204 len: 168 time: 0.4277923 Jul 29 14:07:16.901239 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:16.973360 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:07:17.000531 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Usage tracker for resource:security_group_rule and tenant:48ee032a15534298998705e2de938ded is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:07:17.010751 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:07:17.021478 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:17.041544 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:07:17.177479 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fb89f-480c-41e2-8a98-dfa096ce5024 req-73111db7-629b-41e5-8acf-f5b05a8fe207 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:17.181031 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:17.183693 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-270fb89f-480c-41e2-8a98-dfa096ce5024 req-73111db7-629b-41e5-8acf-f5b05a8fe207 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.2032666 Jul 29 14:07:17.286596 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:17.291953 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-270fb89f-480c-41e2-8a98-dfa096ce5024 req-8399209a-c762-4ae6-aded-1cf43a8b9d9f tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969422 Jul 29 14:07:17.338878 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e8d7484b-2d94-49ac-880d-eac191f9ddd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:17.384839 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48ee032a15534298998705e2de938ded&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1047742 Jul 29 14:07:17.387504 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58270) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:17.387635 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0fd82-8154-41ee-98a2-37c3541847ab,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:17.390964 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:17.444385 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0ca0d-9853-40b8-a38c-7d06670e6bcf req-b1c90e33-1009-4ca5-a93c-504826092501 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:17.451776 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-11e0ca0d-9853-40b8-a38c-7d06670e6bcf req-b1c90e33-1009-4ca5-a93c-504826092501 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.5550096 Jul 29 14:07:17.548069 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-11e0ca0d-9853-40b8-a38c-7d06670e6bcf req-9accc464-39ce-431d-bf4b-7c870b72fa29 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950077 Jul 29 14:07:17.573718 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f17a97ab-e0c7-40d5-80b2-e8556724f0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:17.657924 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f17a97ab-e0c7-40d5-80b2-e8556724f0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:18.027874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35da1ba-3d18-42e4-9780-87148da62068 req-f3e1ba23-c4e6-4276-8f1a-a866d8ebcc8f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:18.035922 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c35da1ba-3d18-42e4-9780-87148da62068 req-f3e1ba23-c4e6-4276-8f1a-a866d8ebcc8f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.2557013 Jul 29 14:07:18.112528 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c35da1ba-3d18-42e4-9780-87148da62068 req-11e7a5d3-36f3-414e-942e-14a90c39a835 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753448 Jul 29 14:07:18.113710 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f17a97ab-e0c7-40d5-80b2-e8556724f0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:18.118518 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 58278) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:18.131045 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b7a1fc86-fc4c-4395-a547-5b8b53032036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:18.176609 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a97ab-e0c7-40d5-80b2-e8556724f0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0fd82-8154-41ee-98a2-37c3541847ab,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:18.186428 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f17a97ab-e0c7-40d5-80b2-e8556724f0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:18.186904 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f17a97ab-e0c7-40d5-80b2-e8556724f0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:18.188219 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f17a97ab-e0c7-40d5-80b2-e8556724f0c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12d0fd82-8154-41ee-98a2-37c3541847ab HTTP/1.1" status: 204 len: 168 time: 0.7995269 Jul 29 14:07:18.228901 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-2271e79e-6865-458a-ab89-cfcd717b4b27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58b9a1ab0d554f198fb4101829bf5a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092405 Jul 29 14:07:18.231514 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58284) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:18.325594 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b3fae92b-3a39-42fc-9b95-464149a44c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:18.421100 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b3fae92b-3a39-42fc-9b95-464149a44c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:18.632979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ec772-04aa-47a0-b638-4232228b34a9 req-af7ef99b-834c-428c-8bc1-d04bc6ce1f5c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:18.657830 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-005ec772-04aa-47a0-b638-4232228b34a9 req-af7ef99b-834c-428c-8bc1-d04bc6ce1f5c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1568115 Jul 29 14:07:18.668130 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b3fae92b-3a39-42fc-9b95-464149a44c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:18.675133 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b244d224-91d2-4ed7-8162-3bc399969073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:18.706840 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fae92b-3a39-42fc-9b95-464149a44c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd0d80-47b7-4c8b-bc28-3d4625d7cd96,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:18.713323 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b3fae92b-3a39-42fc-9b95-464149a44c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:18.715779 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b3fae92b-3a39-42fc-9b95-464149a44c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:18.716953 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b3fae92b-3a39-42fc-9b95-464149a44c1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2cd0d80-47b7-4c8b-bc28-3d4625d7cd96 HTTP/1.1" status: 204 len: 168 time: 0.4841895 Jul 29 14:07:18.786581 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-005ec772-04aa-47a0-b638-4232228b34a9 req-6dcce590-1d10-4492-8183-d18bcd4c3b2d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263323 Jul 29 14:07:18.976508 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd373d8d-7923-4fb8-8258-0240064852ed req-2c69c8ab-99f1-41b5-9aab-2abc9d39b843 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:18.985938 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-cd373d8d-7923-4fb8-8258-0240064852ed req-2c69c8ab-99f1-41b5-9aab-2abc9d39b843 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.2031171 Jul 29 14:07:19.080380 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-cd373d8d-7923-4fb8-8258-0240064852ed req-bd206e6d-b98b-4df3-b18b-4137d6fdedce tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847704 Jul 29 14:07:19.525375 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c6dd3-36bc-4f93-8bcb-28e91f3ead08 req-b0e36020-7b1d-4864-bf2a-ef552cf14860 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:19.549963 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-476c6dd3-36bc-4f93-8bcb-28e91f3ead08 req-b0e36020-7b1d-4864-bf2a-ef552cf14860 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1848989 Jul 29 14:07:19.793298 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-476c6dd3-36bc-4f93-8bcb-28e91f3ead08 req-6b630924-e3a3-4474-b27d-249a03f43f45 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100387 Jul 29 14:07:20.301736 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f9abf-2902-4dc8-8c8f-cdf565c2c67d req-33a91bce-3037-48eb-9df6-92552a095b48 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:20.303204 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b29f9abf-2902-4dc8-8c8f-cdf565c2c67d req-33a91bce-3037-48eb-9df6-92552a095b48 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.0920110 Jul 29 14:07:20.352661 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b29f9abf-2902-4dc8-8c8f-cdf565c2c67d req-564beda4-ebd5-4291-aabd-e0a7ece99b4f tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 Jul 29 14:07:20.964229 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700703b-55e1-4273-99fa-9c7791e21f7b req-c4cf65ae-18eb-4fed-8f62-dd25d1a34004 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:20.965725 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3700703b-55e1-4273-99fa-9c7791e21f7b req-c4cf65ae-18eb-4fed-8f62-dd25d1a34004 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0833960 Jul 29 14:07:21.024131 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3700703b-55e1-4273-99fa-9c7791e21f7b req-ac48d660-36ca-42fe-ba93-8b7140d2f4af tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521572 Jul 29 14:07:21.761092 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96edd0-660b-4fc8-8fc9-d0988cce40c4 req-0d2dff6a-17b8-4a4d-bbc4-56b9d2bf1a0d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:21.771871 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1d96edd0-660b-4fc8-8fc9-d0988cce40c4 req-0d2dff6a-17b8-4a4d-bbc4-56b9d2bf1a0d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.1860499 Jul 29 14:07:21.881316 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1d96edd0-660b-4fc8-8fc9-d0988cce40c4 req-fd24c730-646c-41eb-83e4-b01411eda461 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038179 Jul 29 14:07:22.263925 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7e973-2fc3-4098-86e2-875340478b63 req-4ae57a58-3d97-47a7-a24e-1c0b244731b8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:22.265512 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-14d7e973-2fc3-4098-86e2-875340478b63 req-4ae57a58-3d97-47a7-a24e-1c0b244731b8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0851028 Jul 29 14:07:22.314393 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-14d7e973-2fc3-4098-86e2-875340478b63 req-703d8a96-ed4f-4912-a9c2-f4b349f5265f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Jul 29 14:07:23.098139 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac2dcb-acf7-4b86-bdc7-9b6fe00dbe00 req-d1782fe7-777f-4e60-ae8d-f5a8e19bad84 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:23.099857 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-86ac2dcb-acf7-4b86-bdc7-9b6fe00dbe00 req-d1782fe7-777f-4e60-ae8d-f5a8e19bad84 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.0925915 Jul 29 14:07:23.149494 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-86ac2dcb-acf7-4b86-bdc7-9b6fe00dbe00 req-d6f2499b-4aa1-4d33-ac25-aef280dd6e46 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 Jul 29 14:07:23.526435 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eb08f-cb61-4220-8f3b-e7043e7cf6ba req-bff76c4b-34fc-4779-b141-bdd698ab3b8c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:23.527897 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d80eb08f-cb61-4220-8f3b-e7043e7cf6ba req-bff76c4b-34fc-4779-b141-bdd698ab3b8c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1034575 Jul 29 14:07:23.578799 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d80eb08f-cb61-4220-8f3b-e7043e7cf6ba req-52320ccf-c401-4aea-ad32-f2bd20c4c2c4 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Jul 29 14:07:23.777768 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-438294af-4775-4390-8b41-7ac477d1bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:23.779268 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-438294af-4775-4390-8b41-7ac477d1bbc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 1098 time: 0.0782208 Jul 29 14:07:23.892686 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-d8dfa06e-891a-4143-9fae-0433846e6376 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:23.894735 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-d8dfa06e-891a-4143-9fae-0433846e6376 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/networks?id=7aef8f76-7318-43fe-befd-a0cd15fdfb51 HTTP/1.1" status: 200 len: 814 time: 0.2422068 Jul 29 14:07:23.910684 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-acc266ca-9695-4ed6-92bf-8ab3c77d1d6d tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/quotas/d5e53e368945453798b4323d32d3eab7 HTTP/1.1" status: 200 len: 375 time: 0.0103836 Jul 29 14:07:23.915014 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-a6ddec0a-c833-4cde-9321-c265fa77ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:23.916501 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-a6ddec0a-c833-4cde-9321-c265fa77ce17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 918 time: 0.1307657 Jul 29 14:07:24.000712 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-11a67320-dc9d-48f8-94d0-03efe852bb7f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Synchronizing usage tracker for tenant:d5e53e368945453798b4323d32d3eab7 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:07:24.103365 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-22a08dd2-8708-487b-a0c9-ef787e0c477c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c29115-d44d-4e67-a4c2-3b08963b4049 HTTP/1.1" status: 200 len: 1000 time: 0.1796756 Jul 29 14:07:24.114747 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-11a67320-dc9d-48f8-94d0-03efe852bb7f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Unset dirty status for tenant:d5e53e368945453798b4323d32d3eab7 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:07:24.117176 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-11a67320-dc9d-48f8-94d0-03efe852bb7f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d5e53e368945453798b4323d32d3eab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2007961 Jul 29 14:07:24.169236 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-1d0280fc-257b-4a51-9874-20fc68f07af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:24.170606 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-1d0280fc-257b-4a51-9874-20fc68f07af2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.0601583 Jul 29 14:07:24.255074 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-0a8ef284-a72b-46d6-9c02-2b21627f1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:24.256900 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-0a8ef284-a72b-46d6-9c02-2b21627f1b52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797760 Jul 29 14:07:24.286098 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-dd459d45-534d-439c-85a6-a1a841bfeba3 service neutron] 10.222.0.22 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539268 Jul 29 14:07:24.452109 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-f7ee9392-28eb-431d-af46-a1ac751e9701 service neutron] 10.222.0.22 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558530 Jul 29 14:07:24.483144 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98aaf5-b509-4de1-8774-372a7cc73283 req-e9b52d28-87b0-4c49-8555-98f1b0fa8809 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:24.490272 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4b98aaf5-b509-4de1-8774-372a7cc73283 req-e9b52d28-87b0-4c49-8555-98f1b0fa8809 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.2020018 Jul 29 14:07:24.494911 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-d70e8b28-2ee2-4804-85c5-20f24904324c service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304552 Jul 29 14:07:24.621294 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4b98aaf5-b509-4de1-8774-372a7cc73283 req-7d2d7b40-6b1f-4e43-8cc0-8d022f5ba791 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301682 Jul 29 14:07:24.668211 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4d804d8e-c6f1-4b3d-9d33-a4741c6703c6 req-668c48b7-ffff-40d9-8569-43f62ac00084 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585743 Jul 29 14:07:24.810670 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bf1c2bf6-e02d-47bf-8b44-5477d164c00c req-ed10240a-d3f5-408a-9797-99236ebf878d tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 210 time: 0.0466049 Jul 29 14:07:24.854243 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cd007-dcd6-4230-89ed-2249ef2d5f60 req-1fb3d731-a25a-4635-a308-d1277cd953d1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:24.855737 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6b4cd007-dcd6-4230-89ed-2249ef2d5f60 req-1fb3d731-a25a-4635-a308-d1277cd953d1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1206269 Jul 29 14:07:24.925825 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6b4cd007-dcd6-4230-89ed-2249ef2d5f60 req-fa11ced3-bcdb-4a93-bfc9-5576f60b3ab3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625324 Jul 29 14:07:25.847662 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c86e3f-0218-4f5a-9bc9-9e58829e7124 req-e8fda427-745a-4c64-abb5-07b8dce7aee6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:25.855742 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-30c86e3f-0218-4f5a-9bc9-9e58829e7124 req-e8fda427-745a-4c64-abb5-07b8dce7aee6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.0908802 Jul 29 14:07:25.898530 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-30c86e3f-0218-4f5a-9bc9-9e58829e7124 req-ce9aab88-2541-44da-ae69-2ed5f313b6af tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410647 Jul 29 14:07:25.909973 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5f3b7b79-3513-4fdb-96bd-82722e185199 req-ba8135ab-9275-42a1-b65a-b56b7a193ecb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 210 time: 0.0449939 Jul 29 14:07:26.114369 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78552ba-2683-40c8-b0ab-cc72c3028b2e req-84f9a096-f2ba-4417-96a5-0de09728479c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:26.116170 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a78552ba-2683-40c8-b0ab-cc72c3028b2e req-84f9a096-f2ba-4417-96a5-0de09728479c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0818479 Jul 29 14:07:26.163990 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a78552ba-2683-40c8-b0ab-cc72c3028b2e req-6e58c7e0-ca44-4dd7-9bcc-c4cb540aeaa1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Jul 29 14:07:27.101293 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4ad9e9d6-4a38-4328-8a40-3b6aa9aed3ac req-dc9fc0b5-ac4a-418e-b130-7982ce7bd491 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 210 time: 0.0842350 Jul 29 14:07:27.145383 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbea07b-36cf-44f5-aa06-e837fabe79e6 req-fd0e1397-673f-4971-9260-48b90fedf95e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:27.147017 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bbbea07b-36cf-44f5-aa06-e837fabe79e6 req-fd0e1397-673f-4971-9260-48b90fedf95e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 945 time: 0.1325393 Jul 29 14:07:27.196970 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bbbea07b-36cf-44f5-aa06-e837fabe79e6 req-468df38c-74a4-45a8-9b04-8c7de174f6a5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441363 Jul 29 14:07:27.267855 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:07:27.373673 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff55e-86d3-4575-a7eb-6fe2c64d4619 req-a412be36-8131-4eca-8dd8-17a78e5793b8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:27.375422 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b2eff55e-86d3-4575-a7eb-6fe2c64d4619 req-a412be36-8131-4eca-8dd8-17a78e5793b8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0895414 Jul 29 14:07:27.395013 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:27.427476 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:07:27.437886 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:27.453435 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b2eff55e-86d3-4575-a7eb-6fe2c64d4619 req-cc0add0b-dcbf-48aa-8e4c-614f1cd278ec tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 Jul 29 14:07:27.515036 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'code': 200} Jul 29 14:07:27.557684 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:27.559651 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-bd209ad3-f635-4271-afcc-49bf7bd3119d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:27.592564 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-e8ceede6-4e36-437b-ac7b-748629f32254 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:27.597413 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-e8ceede6-4e36-437b-ac7b-748629f32254 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Synchronizing usage tracker for tenant:d5e53e368945453798b4323d32d3eab7 on resource:network {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:07:27.638291 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=8']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:27.646775 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.647238 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.647675 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.648073 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.648506 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.648845 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.649175 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.649495 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.649963 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.650658 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.650987 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.651312 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:07:27.655461 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:27.731565 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-e8ceede6-4e36-437b-ac7b-748629f32254 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Unset dirty status for tenant:d5e53e368945453798b4323d32d3eab7 on resource:network {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:07:27.732762 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-e8ceede6-4e36-437b-ac7b-748629f32254 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.36 "GET /v2.0/networks?id=7aef8f76-7318-43fe-befd-a0cd15fdfb51 HTTP/1.1" status: 200 len: 814 time: 0.3285811 Jul 29 14:07:27.747396 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'port': {'device_id': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'admin_state_up': True, 'tenant_id': 'd5e53e368945453798b4323d32d3eab7'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:07:27.899954 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:07:27.910611 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:07:27.986061 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Made reservation on behalf of d5e53e368945453798b4323d32d3eab7 for: {'port': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:07:27.990738 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:28.030456 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 58494) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:28.175506 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:28.176384 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Allocated IP 172.20.0.8 (7aef8f76-7318-43fe-befd-a0cd15fdfb51/307351d9-f934-4a3d-aced-0db513773bb3/ecd03465-d1ec-4da0-b458-6fbe1c6bced2) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:07:28.196182 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:07:28.203921 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Usage tracker for resource:security_group_rule and tenant:6eff15f5eb424c9bae09335c906e40f5 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:07:28.203921 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:07:28.212766 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:07:28.283818 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0177e75a-c44c-4a37-80d7-bc68377bcdbe req-33655184-638e-41d6-99e8-092baaf4cce3 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 210 time: 0.0575089 Jul 29 14:07:28.361762 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:28.400964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:28.418905 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Transition to ACTIVE for port object ecd03465-d1ec-4da0-b458-6fbe1c6bced2 will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:07:28.519372 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:28.530406 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-688e0f74-4db1-4f00-8b24-12ce5466f690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:28.559097 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:28.571835 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc01d17-0c4c-4cc0-bd4c-bcf52897024b,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:28.572039 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:28.572158 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:28.597172 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6eff15f5eb424c9bae09335c906e40f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644972 Jul 29 14:07:28.598584 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 58526) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:28.645665 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:07:28.649042 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:07:28.652840 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:07:28.745177 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6776c10d-8000-4b10-aa4e-770731ab213b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:28.774423 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb1c66-afd8-4573-8b71-f7be402afdb9 req-bf457aa2-7516-4d85-83c1-eeeac434e7f1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:28.782785 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-68bb1c66-afd8-4573-8b71-f7be402afdb9 req-bf457aa2-7516-4d85-83c1-eeeac434e7f1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1803610 Jul 29 14:07:28.832582 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6776c10d-8000-4b10-aa4e-770731ab213b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:28.888397 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:28.889416 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:28.894154 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-68bb1c66-afd8-4573-8b71-f7be402afdb9 req-82375980-9c28-4c14-a7bc-45f8cc890e0e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075122 Jul 29 14:07:28.927524 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'Port': ['ID=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:28.937084 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:29.066024 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3226769 Jul 29 14:07:29.091532 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6776c10d-8000-4b10-aa4e-770731ab213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:29.095893 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-98f60b46-9940-4d69-80c3-48e8fdf54bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:29.119805 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776c10d-8000-4b10-aa4e-770731ab213b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc01d17-0c4c-4cc0-bd4c-bcf52897024b,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:29.128769 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-d67a181e-7c27-431c-95c0-c8591bf944e6 None None] Provisioning for port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:07:29.157622 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6776c10d-8000-4b10-aa4e-770731ab213b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:29.163267 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6776c10d-8000-4b10-aa4e-770731ab213b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:29.167907 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-6776c10d-8000-4b10-aa4e-770731ab213b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dbc01d17-0c4c-4cc0-bd4c-bcf52897024b HTTP/1.1" status: 204 len: 168 time: 0.5650160 Jul 29 14:07:29.172349 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-d67a181e-7c27-431c-95c0-c8591bf944e6 None None] Provisioning complete for port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:07:29.176251 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d67a181e-7c27-431c-95c0-c8591bf944e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:29.284052 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-d67a181e-7c27-431c-95c0-c8591bf944e6 None None] Port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:07:29.535370 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00eca8-65ee-4268-855f-b5d346592d3a req-3ffa1381-f6b5-468e-a332-8bd0a97a43a4 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:29.536353 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-ca00eca8-65ee-4268-855f-b5d346592d3a req-3ffa1381-f6b5-468e-a332-8bd0a97a43a4 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Synchronizing usage tracker for tenant:d5e53e368945453798b4323d32d3eab7 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:07:29.666327 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-ca00eca8-65ee-4268-855f-b5d346592d3a req-3ffa1381-f6b5-468e-a332-8bd0a97a43a4 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Unset dirty status for tenant:d5e53e368945453798b4323d32d3eab7 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:07:29.670256 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ca00eca8-65ee-4268-855f-b5d346592d3a req-3ffa1381-f6b5-468e-a332-8bd0a97a43a4 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 931 time: 0.2314847 Jul 29 14:07:29.782321 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-ca00eca8-65ee-4268-855f-b5d346592d3a req-121fff72-8f40-4806-b89e-00775af7f11f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Synchronizing usage tracker for tenant:d5e53e368945453798b4323d32d3eab7 on resource:security_group {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:07:29.895459 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-ca00eca8-65ee-4268-855f-b5d346592d3a req-121fff72-8f40-4806-b89e-00775af7f11f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Unset dirty status for tenant:d5e53e368945453798b4323d32d3eab7 on resource:security_group {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:07:29.896953 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ca00eca8-65ee-4268-855f-b5d346592d3a req-121fff72-8f40-4806-b89e-00775af7f11f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209237 Jul 29 14:07:29.904421 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91f4a3-e9bc-4ad0-b928-941a5bda803b req-dc85765d-c399-4298-a9c5-d68637c61508 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:29.910267 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4d91f4a3-e9bc-4ad0-b928-941a5bda803b req-dc85765d-c399-4298-a9c5-d68637c61508 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1553378 Jul 29 14:07:30.004147 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4d91f4a3-e9bc-4ad0-b928-941a5bda803b req-69d82fcf-26d0-40b4-bc09-20f68793b92e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853360 Jul 29 14:07:30.131491 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b36ae5-3fa5-47c6-ab99-0f601f5f902e req-5f44be27-dcc3-47d1-ac0f-acd2c1f6f137 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:30.133938 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f3b36ae5-3fa5-47c6-ab99-0f601f5f902e req-5f44be27-dcc3-47d1-ac0f-acd2c1f6f137 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0981357 Jul 29 14:07:30.200354 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f3b36ae5-3fa5-47c6-ab99-0f601f5f902e req-3cf4ac54-7486-4ecf-8ae7-dc12af43be1c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599842 Jul 29 14:07:30.987899 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58596) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:31.167308 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4c60b-78ed-4381-be1c-d7d7776a4148 req-4911b325-0bf9-4744-9513-f15c6cebbc31 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:31.174212 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-93e4c60b-78ed-4381-be1c-d7d7776a4148 req-4911b325-0bf9-4744-9513-f15c6cebbc31 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 931 time: 0.1402359 Jul 29 14:07:31.223331 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-a38fd81f-bace-4fb0-8e4f-e1a3061a6e72 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2282271 Jul 29 14:07:31.277622 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:07:31.300118 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-93e4c60b-78ed-4381-be1c-d7d7776a4148 req-a9050f79-c45d-4252-be0c-08d65556f64e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217144 Jul 29 14:07:31.358857 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2b898-02d8-4c2b-a1b2-c81208139c1d req-00bbf104-e8f5-4a39-a797-4cae6d32873a tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:31.363193 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d0f2b898-02d8-4c2b-a1b2-c81208139c1d req-00bbf104-e8f5-4a39-a797-4cae6d32873a tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1408424 Jul 29 14:07:31.432540 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d0f2b898-02d8-4c2b-a1b2-c81208139c1d req-264b8a5f-9638-44aa-af69-07b460a93ac6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640056 Jul 29 14:07:31.585157 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e210c1-d97c-4863-84d3-b203cd0580ce req-fb948c92-13cb-4453-90fc-c49cebb45dad tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:31.592493 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-80e210c1-d97c-4863-84d3-b203cd0580ce req-fb948c92-13cb-4453-90fc-c49cebb45dad tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1109383 Jul 29 14:07:31.648194 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-80e210c1-d97c-4863-84d3-b203cd0580ce req-4f904c2a-e927-4153-8132-6ddafc8b8c46 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546730 Jul 29 14:07:31.932219 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58618) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:32.094359 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:32.118982 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:07:32.124037 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Usage tracker for resource:security_group_rule and tenant:3493ea39924b4238a71349a0425d0a54 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:07:32.129318 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:07:32.140890 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:07:32.200452 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:32.263695 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:32.331941 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:32.339681 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-08d8fee4-d162-4581-b741-c24adaa5d045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:32.391205 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 58630) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:32.391866 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3493ea39924b4238a71349a0425d0a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579899 Jul 29 14:07:32.400641 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce74cb5f-1979-4c98-8c0b-6c208231f32d,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:32.404167 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:32.494958 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b71a17e-8fe2-4f31-8565-6dae50f2e769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:32.522020 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d9b93-4eae-4a5f-8229-40aa5125c969 req-8175a37d-ac26-4a42-a30d-814b8ea5faf0 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:32.523594 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ed8d9b93-4eae-4a5f-8229-40aa5125c969 req-8175a37d-ac26-4a42-a30d-814b8ea5faf0 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 931 time: 0.1182876 Jul 29 14:07:32.526342 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b71a17e-8fe2-4f31-8565-6dae50f2e769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:32.620075 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ed8d9b93-4eae-4a5f-8229-40aa5125c969 req-3c77891e-f1e9-48b4-8469-4eb82ea2b4a2 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903654 Jul 29 14:07:32.735659 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ee2c2-1409-453b-9e4e-235caf26ea9f req-11c0b3e5-c419-4ce2-aa48-d827b20ff1f1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:32.738404 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3f9ee2c2-1409-453b-9e4e-235caf26ea9f req-11c0b3e5-c419-4ce2-aa48-d827b20ff1f1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1438742 Jul 29 14:07:32.861818 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b71a17e-8fe2-4f31-8565-6dae50f2e769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:32.871084 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-00703919-0ea2-4598-a28d-d2eef4836d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:32.892381 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71a17e-8fe2-4f31-8565-6dae50f2e769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce74cb5f-1979-4c98-8c0b-6c208231f32d,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:32.896688 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b71a17e-8fe2-4f31-8565-6dae50f2e769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:32.900370 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9b71a17e-8fe2-4f31-8565-6dae50f2e769 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce74cb5f-1979-4c98-8c0b-6c208231f32d HTTP/1.1" status: 204 len: 168 time: 0.5046558 Jul 29 14:07:32.900370 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9b71a17e-8fe2-4f31-8565-6dae50f2e769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:32.919588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6c526-9614-444d-a4f4-3249ae05a370 req-6cc83e73-5f77-4f1e-a2a1-01834ebdb522 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:32.925418 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3f9ee2c2-1409-453b-9e4e-235caf26ea9f req-6c0d9dff-9163-4bff-817c-80c42c958b43 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801624 Jul 29 14:07:32.930644 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78c6c526-9614-444d-a4f4-3249ae05a370 req-6cc83e73-5f77-4f1e-a2a1-01834ebdb522 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1123874 Jul 29 14:07:32.982390 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78c6c526-9614-444d-a4f4-3249ae05a370 req-e99e3b14-544e-4431-8db1-808bc25316d1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496340 Jul 29 14:07:33.839324 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb981633-69f6-419a-b17f-f1ad29170d71 req-b42f532d-b642-4a49-adb7-5ccbe44b5c5c tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:33.841232 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bb981633-69f6-419a-b17f-f1ad29170d71 req-b42f532d-b642-4a49-adb7-5ccbe44b5c5c tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 931 time: 0.0889747 Jul 29 14:07:33.900314 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bb981633-69f6-419a-b17f-f1ad29170d71 req-eb4f6b08-b2ba-4810-b0fa-cf337622a959 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521772 Jul 29 14:07:34.197039 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70eb740-1699-4793-9233-6c6f1be688f9 req-55bf485e-a026-45b3-808d-f7f45c318235 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:34.198716 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae700f20-c5ff-4d04-9146-ae1272eba631 req-556728e6-f952-418d-b3fe-524e8d940237 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:34.200504 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ae700f20-c5ff-4d04-9146-ae1272eba631 req-556728e6-f952-418d-b3fe-524e8d940237 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0996988 Jul 29 14:07:34.208613 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e70eb740-1699-4793-9233-6c6f1be688f9 req-55bf485e-a026-45b3-808d-f7f45c318235 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1044476 Jul 29 14:07:34.261581 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ae700f20-c5ff-4d04-9146-ae1272eba631 req-3142a247-e046-4a42-94db-174c1f5b1473 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501597 Jul 29 14:07:34.264840 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e70eb740-1699-4793-9233-6c6f1be688f9 req-80ea72d6-8185-4a12-a8f3-5ed229fbd9d3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549586 Jul 29 14:07:35.123176 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937f99c-943b-4439-b276-5aef5c7172d7 req-a884033b-ca64-48dd-9731-28984c40b709 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:35.124890 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9937f99c-943b-4439-b276-5aef5c7172d7 req-a884033b-ca64-48dd-9731-28984c40b709 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 931 time: 0.1023948 Jul 29 14:07:35.192318 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9937f99c-943b-4439-b276-5aef5c7172d7 req-22474538-660c-4d28-a9e9-b05ac8f7b3fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599201 Jul 29 14:07:35.557923 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c11629-2c4c-4b22-a989-2712ed7c5c2c req-ca3567e1-25b8-46b2-9e1f-4b6b4f8b7404 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:35.567187 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f1c11629-2c4c-4b22-a989-2712ed7c5c2c req-ca3567e1-25b8-46b2-9e1f-4b6b4f8b7404 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1213434 Jul 29 14:07:35.569704 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1a8bb-8362-4043-9f14-bae41acb7464 req-0f3150db-6234-4b41-8c08-247abed5c095 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:35.583123 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0cc1a8bb-8362-4043-9f14-bae41acb7464 req-0f3150db-6234-4b41-8c08-247abed5c095 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1390402 Jul 29 14:07:35.617657 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f1c11629-2c4c-4b22-a989-2712ed7c5c2c req-1c846e25-6390-44e0-8e45-e5fbe5078fb2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Jul 29 14:07:35.647419 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0cc1a8bb-8362-4043-9f14-bae41acb7464 req-f221b592-70ed-4822-a804-e022c5edd6df tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677967 Jul 29 14:07:36.562111 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b78a5-192f-418c-b4e4-7d3b1ee98c20 req-d42ee096-194a-426f-a0fa-417fd9798a83 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:36.563671 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-333b78a5-192f-418c-b4e4-7d3b1ee98c20 req-d42ee096-194a-426f-a0fa-417fd9798a83 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 931 time: 0.0963023 Jul 29 14:07:36.613726 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-333b78a5-192f-418c-b4e4-7d3b1ee98c20 req-9a56a2d1-bdcc-49d5-9507-7cdba1dd744c tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434477 Jul 29 14:07:36.949579 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196e0a4-3abd-4ceb-bdab-e94ebebdc639 req-cf7718a1-9a2d-44ed-8c36-b0564672185a tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:36.951114 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c196e0a4-3abd-4ceb-bdab-e94ebebdc639 req-cf7718a1-9a2d-44ed-8c36-b0564672185a tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.0971236 Jul 29 14:07:36.981663 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640833d-6154-42a6-a76f-2b1f2f7d6cd7 req-e6226be0-e736-41b3-93dd-1a716d70cafb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:36.990344 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c640833d-6154-42a6-a76f-2b1f2f7d6cd7 req-e6226be0-e736-41b3-93dd-1a716d70cafb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0970752 Jul 29 14:07:37.036017 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c640833d-6154-42a6-a76f-2b1f2f7d6cd7 req-b1c8b2e2-e4d0-4add-954f-0d1233be1867 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Jul 29 14:07:37.049250 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c196e0a4-3abd-4ceb-bdab-e94ebebdc639 req-396c292f-22cf-4ca7-bb49-628e836dde2d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907960 Jul 29 14:07:37.829921 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fc66-ec4d-4614-9b82-1f6e7c3fed9c req-cb69b9eb-5ce5-419a-b63d-74bcfca3ff8c tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:37.829921 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8db4fc66-ec4d-4614-9b82-1f6e7c3fed9c req-cb69b9eb-5ce5-419a-b63d-74bcfca3ff8c tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 931 time: 0.0907781 Jul 29 14:07:37.880496 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8db4fc66-ec4d-4614-9b82-1f6e7c3fed9c req-8e437360-d6af-4ce4-8258-828625d799e7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Jul 29 14:07:38.363819 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876af5b-6579-4a77-bb6e-1e65fee54f2c req-c76897ff-43e2-4de5-95d6-fe218de44e71 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:38.365514 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1876af5b-6579-4a77-bb6e-1e65fee54f2c req-c76897ff-43e2-4de5-95d6-fe218de44e71 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1457176 Jul 29 14:07:38.466689 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1876af5b-6579-4a77-bb6e-1e65fee54f2c req-1220c949-ef96-4f7a-ac70-630ff0504bfe tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901423 Jul 29 14:07:38.478310 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe52377-2b95-4bab-b238-ac97ba129f53 req-6d53de49-96e0-4ccb-842d-9aee74bfb85f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:38.489384 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5fe52377-2b95-4bab-b238-ac97ba129f53 req-6d53de49-96e0-4ccb-842d-9aee74bfb85f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.2415283 Jul 29 14:07:38.565961 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5fe52377-2b95-4bab-b238-ac97ba129f53 req-70b5c0e0-7021-4a03-ad76-ad8b8650cde7 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747886 Jul 29 14:07:39.114530 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78142328-dfac-4191-afab-1b06b3f0b6a8 req-5dc01295-61fc-4bbe-bb36-355d5b9195c8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:39.114530 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78142328-dfac-4191-afab-1b06b3f0b6a8 req-5dc01295-61fc-4bbe-bb36-355d5b9195c8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 931 time: 0.0908194 Jul 29 14:07:39.146493 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78142328-dfac-4191-afab-1b06b3f0b6a8 req-a77baac3-1d8a-4226-a7d6-a78b698ef693 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474463 Jul 29 14:07:39.768798 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90921c05-a7e6-4609-93c5-af66d130f703 req-4cf001ac-07e8-4f7c-ad5d-0c2111e2eac7 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:39.771456 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-90921c05-a7e6-4609-93c5-af66d130f703 req-4cf001ac-07e8-4f7c-ad5d-0c2111e2eac7 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1698844 Jul 29 14:07:39.786778 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d306f1-ed99-450b-8fff-a28e67705b87 req-54a59555-91a8-4170-a7ad-229b06b5ede5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:39.793529 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-29d306f1-ed99-450b-8fff-a28e67705b87 req-54a59555-91a8-4170-a7ad-229b06b5ede5 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1116016 Jul 29 14:07:39.829867 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-90921c05-a7e6-4609-93c5-af66d130f703 req-7344a378-9309-4b33-9e93-84b91e62e068 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481691 Jul 29 14:07:39.838016 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-29d306f1-ed99-450b-8fff-a28e67705b87 req-4e89e693-6bf8-4bbb-a27e-f0e90ac8ca34 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Jul 29 14:07:40.132043 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Request body: {'port': {'device_id': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:07:40.278366 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:40.367902 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7012a4-adfa-455b-81ce-adee39ee430e req-31bb752f-6c06-4214-9a13-582fc3d0b3ce tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:40.369452 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ae7012a4-adfa-455b-81ce-adee39ee430e req-31bb752f-6c06-4214-9a13-582fc3d0b3ce tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 931 time: 0.0898635 Jul 29 14:07:40.437163 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ae7012a4-adfa-455b-81ce-adee39ee430e req-dd7c73dc-ad1e-4ea6-ba18-98d96dc8d496 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594592 Jul 29 14:07:40.759360 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd03465-d1ec-4da0-b458-6fbe1c6bced2 {{(pid=79176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:07:40.771104 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:40.785058 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Transition to ACTIVE for port object ecd03465-d1ec-4da0-b458-6fbe1c6bced2 will not be triggered until provisioned by entity L2. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:07:40.883902 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:40.889925 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2f172890-d10f-44b0-a637-a12a590670ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:41.138133 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efcce2-b508-4605-aeea-4ef83aefbb9f req-85ecef77-4da2-46a9-a053-1626d1ceca0e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:41.139313 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d3efcce2-b508-4605-aeea-4ef83aefbb9f req-85ecef77-4da2-46a9-a053-1626d1ceca0e tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0849948 Jul 29 14:07:41.168896 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:41.191484 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d3efcce2-b508-4605-aeea-4ef83aefbb9f req-3e2c996f-9e1b-4dd0-bbd4-424ec90471d9 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Jul 29 14:07:41.193043 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:41.226958 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Attempting to bind port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:07:41.227226 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Attempting to bind port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:07:41.227552 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Attempting to bind port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 on network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:07:41.235903 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 on network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:07:41.236213 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Attempting to bind port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 on network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:07:41.244045 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:07:41.244373 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Checking segment: {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:07:41.244776 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Bound using segment: {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:07:41.245191 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Bound port: ecd03465-d1ec-4da0-b458-6fbe1c6bced2, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f67f83-b359-4ff6-a318-160ae9fc4bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51'}}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:07:41.245528 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:41.317854 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0895c49-0e54-400a-8998-ff3ae9cccae9 req-1b6b66d9-8754-40e5-99fc-aacecc34a309 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:41.319373 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d0895c49-0e54-400a-8998-ff3ae9cccae9 req-1b6b66d9-8754-40e5-99fc-aacecc34a309 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.2326708 Jul 29 14:07:41.383503 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] For port ecd03465-d1ec-4da0-b458-6fbe1c6bced2, host hv-cinder-80132, cleared binding levels {{(pid=79176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:07:41.387967 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d0895c49-0e54-400a-8998-ff3ae9cccae9 req-76d64a31-e93a-4dea-b4a7-f9e2c9698526 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614941 Jul 29 14:07:41.394734 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] For port ecd03465-d1ec-4da0-b458-6fbe1c6bced2, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:07:41.506502 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949f851-910d-4689-ac95-d101d8b9ea34 req-487c1eba-3419-4cc8-a230-f646d100dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:41.507899 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7949f851-910d-4689-ac95-d101d8b9ea34 req-487c1eba-3419-4cc8-a230-f646d100dac1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1098 time: 0.0771499 Jul 29 14:07:41.557884 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:41.562856 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9a708b6a-a275-4f5b-a397-f6c576fe82b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:41.604868 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7949f851-910d-4689-ac95-d101d8b9ea34 req-ca3022d8-2082-4a65-8f17-3a0e2af4f593 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896239 Jul 29 14:07:41.624371 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:41.624993 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:41.626338 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 200 len: 1093 time: 1.4994142 Jul 29 14:07:41.626815 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:07:41.638925 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536c6b0-eb28-4dd4-b64d-133b8fd4d6f9 req-d8728633-688c-455f-81e8-c8b2831b1e40 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:41.640511 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d536c6b0-eb28-4dd4-b64d-133b8fd4d6f9 req-d8728633-688c-455f-81e8-c8b2831b1e40 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 943 time: 0.1034126 Jul 29 14:07:41.672127 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,revision_number=3']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:41.685230 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:41.698514 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'status': 'completed', 'code': 200} Jul 29 14:07:41.737434 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d536c6b0-eb28-4dd4-b64d-133b8fd4d6f9 req-e24b2d3b-f142-473c-b646-25bedfd23da9 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859115 Jul 29 14:07:41.805741 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-e55eb1a6-11f1-427e-9799-e8bc47e3cc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:41.821278 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb3407-10a4-4afb-8e84-aaa05c7c2dfd req-95729eb2-8f5a-43f4-b4e9-b7da1f58920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:41.823397 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b0bb3407-10a4-4afb-8e84-aaa05c7c2dfd req-95729eb2-8f5a-43f4-b4e9-b7da1f58920d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5e53e368945453798b4323d32d3eab7&device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 1096 time: 0.0916920 Jul 29 14:07:41.981157 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb3407-10a4-4afb-8e84-aaa05c7c2dfd req-a6541c96-af47-4ef5-bea1-d3dac296d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:41.982616 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b0bb3407-10a4-4afb-8e84-aaa05c7c2dfd req-a6541c96-af47-4ef5-bea1-d3dac296d026 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d5e53e368945453798b4323d32d3eab7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1482103 Jul 29 14:07:42.128276 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb3407-10a4-4afb-8e84-aaa05c7c2dfd req-ae62efd2-2381-4ec2-bafc-5ef204e020f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:42.130017 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b0bb3407-10a4-4afb-8e84-aaa05c7c2dfd req-ae62efd2-2381-4ec2-bafc-5ef204e020f2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404932 Jul 29 14:07:42.264497 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-d65d3025-96e3-42f8-bbb2-8692d9889b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:42.266239 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-d65d3025-96e3-42f8-bbb2-8692d9889b35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5e53e368945453798b4323d32d3eab7&device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 1096 time: 0.0892179 Jul 29 14:07:42.359845 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-ee2a45a4-b3c8-4335-aa54-49637d91aade service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 200 len: 217 time: 0.0848484 Jul 29 14:07:42.442797 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:42.509330 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-5e9ce1b6-fff9-4067-9490-612074031e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:42.511606 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-5e9ce1b6-fff9-4067-9490-612074031e16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=307351d9-f934-4a3d-aced-0db513773bb3 HTTP/1.1" status: 200 len: 853 time: 0.1437833 Jul 29 14:07:42.636789 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5ff56-6961-4ab0-9607-93307c417acc req-1f447fd9-ce4c-4f36-bd7f-26856fab5e9c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:42.638403 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8db5ff56-6961-4ab0-9607-93307c417acc req-1f447fd9-ce4c-4f36-bd7f-26856fab5e9c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1004312 Jul 29 14:07:42.652227 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-7671bd1b-a120-4b1f-aa1f-6e7baba91f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:42.653901 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-7671bd1b-a120-4b1f-aa1f-6e7baba91f8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7aef8f76-7318-43fe-befd-a0cd15fdfb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1307576 Jul 29 14:07:42.668350 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8b641-8e4a-4b91-8b8e-0f9629af3a21 req-5fd75432-2f9b-43c4-b78f-fd55d7a6a88a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:42.670023 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-cbf8b641-8e4a-4b91-8b8e-0f9629af3a21 req-5fd75432-2f9b-43c4-b78f-fd55d7a6a88a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.2321057 Jul 29 14:07:42.700821 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8db5ff56-6961-4ab0-9607-93307c417acc req-fd022076-a91a-489f-9fa5-b72a4adf6d94 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511916 Jul 29 14:07:42.963887 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-cbf8b641-8e4a-4b91-8b8e-0f9629af3a21 req-5d8a81b7-278b-4297-bc47-7b6e8ef24f17 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589035 Jul 29 14:07:43.004568 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-f414b073-1b0a-4813-bb38-ac27a715c180 service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325567 Jul 29 14:07:43.006686 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58820) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:43.075643 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49de3fe-438c-4c76-894b-ff2d0e4e90b2 req-2076f087-3978-46c2-81ce-ab64989fdc8f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:43.083906 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a49de3fe-438c-4c76-894b-ff2d0e4e90b2 req-2076f087-3978-46c2-81ce-ab64989fdc8f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 943 time: 0.2231431 Jul 29 14:07:43.102243 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-22e8a11c-efca-4820-ace7-867a25f4f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:43.104041 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-22e8a11c-efca-4820-ace7-867a25f4f675 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203&tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17 HTTP/1.1" status: 200 len: 1096 time: 0.1797040 Jul 29 14:07:43.190449 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a49de3fe-438c-4c76-894b-ff2d0e4e90b2 req-1ef4176e-bf05-4adf-acd6-5566e37b78dd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045816 Jul 29 14:07:43.207677 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d309a7dd-b43a-4070-be19-1338dc1131a7 req-be37103b-62cb-4371-99e5-f40ac88ae856 service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945055 Jul 29 14:07:43.208825 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:43.225370 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-65c548f1-de1d-48b0-81cd-a3fef57fad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:43.226884 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-65c548f1-de1d-48b0-81cd-a3fef57fad70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 1096 time: 0.0988009 Jul 29 14:07:43.232236 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:07:43.236623 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Usage tracker for resource:security_group_rule and tenant:ac418fc1b4094f69af45dbfb6bd2b18b is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:07:43.239900 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:07:43.246314 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:07:43.343817 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:43.416996 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:43.426833 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-06bf27c7-5007-4f04-ab04-51f979da3d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:43.475344 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-39b4a958-d0cc-4070-956e-0230ffa959a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:43.475976 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443178d9-f334-44df-a4e2-92e4948fd01d,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:43.476862 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-39b4a958-d0cc-4070-956e-0230ffa959a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 918 time: 0.2423081 Jul 29 14:07:43.479896 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:43.482805 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac418fc1b4094f69af45dbfb6bd2b18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748242 Jul 29 14:07:43.485866 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 58832) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:43.561306 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-116e1d00-e5e2-4d96-b294-3a96d766a331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:43.591486 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-116e1d00-e5e2-4d96-b294-3a96d766a331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:43.602363 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-37642a25-5d07-4bdc-af2b-3a072c891fce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c29115-d44d-4e67-a4c2-3b08963b4049 HTTP/1.1" status: 200 len: 998 time: 0.1101704 Jul 29 14:07:43.684595 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-d6a7559e-6053-4d9f-87c9-5a5b52e659c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:43.684595 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-d6a7559e-6053-4d9f-87c9-5a5b52e659c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.0679009 Jul 29 14:07:43.748505 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-116e1d00-e5e2-4d96-b294-3a96d766a331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:43.754422 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-78963c07-4ca9-460a-b655-4139a0aaf1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:43.771539 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e1d00-e5e2-4d96-b294-3a96d766a331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443178d9-f334-44df-a4e2-92e4948fd01d,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:43.772982 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-42a6701e-44f4-4d2e-8131-936a26e03c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:43.774637 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-116e1d00-e5e2-4d96-b294-3a96d766a331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:43.775723 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-42a6701e-44f4-4d2e-8131-936a26e03c18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837092 Jul 29 14:07:43.793807 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-116e1d00-e5e2-4d96-b294-3a96d766a331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:43.795160 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-116e1d00-e5e2-4d96-b294-3a96d766a331 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/443178d9-f334-44df-a4e2-92e4948fd01d HTTP/1.1" status: 204 len: 168 time: 0.3068683 Jul 29 14:07:43.954498 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-564326f1-bb98-48ce-9055-758246922c29 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708164 Jul 29 14:07:43.973696 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bfd5c-d869-415e-b38e-d02544ceb4df req-f38626f9-aba4-4140-a9d4-47365fbf4c21 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:43.973696 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-171bfd5c-d869-415e-b38e-d02544ceb4df req-f38626f9-aba4-4140-a9d4-47365fbf4c21 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1012821 Jul 29 14:07:44.018643 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-171bfd5c-d869-415e-b38e-d02544ceb4df req-64a97e1c-ca10-4441-9174-d898a881d34a tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475321 Jul 29 14:07:44.197011 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b3fb60-08bb-403a-8f79-b8552e631dc5 req-f637ffdd-9548-483a-a4d5-6ead0211d30f service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343221 Jul 29 14:07:44.219571 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101936db-297b-4f5b-9c5b-c67267073249 req-750f805d-2d13-4f03-b624-f95284ddbbd7 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:44.233875 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-101936db-297b-4f5b-9c5b-c67267073249 req-750f805d-2d13-4f03-b624-f95284ddbbd7 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1330860 Jul 29 14:07:44.279522 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-101936db-297b-4f5b-9c5b-c67267073249 req-2ed38c12-b70b-4e4b-ac7f-3b26d975010b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516465 Jul 29 14:07:44.422188 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26070c84-d76f-42e4-bca3-07400abf05e0 req-6b78c9aa-eb78-45ea-8bd2-fad2ae14c1ad tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:44.429018 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-26070c84-d76f-42e4-bca3-07400abf05e0 req-6b78c9aa-eb78-45ea-8bd2-fad2ae14c1ad tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 943 time: 0.1065307 Jul 29 14:07:44.477121 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-26070c84-d76f-42e4-bca3-07400abf05e0 req-89ecbc47-1597-4963-963c-c1add32be350 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466197 Jul 29 14:07:44.566834 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7aecb48b-0f3b-4494-993f-a38b4d8b2ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:45.188071 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4dd1b-4821-4708-bba7-6a55c7a2f15d req-ef8dc508-3745-405b-83db-4aedbc84565d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:45.201668 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dcf4dd1b-4821-4708-bba7-6a55c7a2f15d req-ef8dc508-3745-405b-83db-4aedbc84565d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1447964 Jul 29 14:07:45.345125 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device ecd03465-d1ec-4da0-b458-6fbe1c6bced2 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:07:45.420321 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dcf4dd1b-4821-4708-bba7-6a55c7a2f15d req-ae9fa708-d8ad-4586-b3af-269ba541d029 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170858 Jul 29 14:07:45.517561 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-1fc2c1ef-b361-47ff-9010-af1620381cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:45.520463 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-1fc2c1ef-b361-47ff-9010-af1620381cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7047904c6c204415b804405a850952e3&device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 1098 time: 0.2540720 Jul 29 14:07:45.606671 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa818356-790e-4e4c-b556-0a35399194d9 req-860d470d-0377-48c3-b989-03ec94d5b141 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:45.616116 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-fa818356-790e-4e4c-b556-0a35399194d9 req-860d470d-0377-48c3-b989-03ec94d5b141 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.3458197 Jul 29 14:07:45.686740 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port ecd03465-d1ec-4da0-b458-6fbe1c6bced2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:45.720374 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'port_id': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'mac_address': 'fa:16:3e:af:42:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:07:45.753178 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-fa818356-790e-4e4c-b556-0a35399194d9 req-70ac56b0-b515-41f6-9da2-540704d099f2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355743 Jul 29 14:07:45.800736 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:45.827123 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd03465-d1ec-4da0-b458-6fbe1c6bced2 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:07:45.873305 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port ecd03465-d1ec-4da0-b458-6fbe1c6bced2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:45.890929 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:45.959897 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-262de3ae-86c3-43df-85ff-51c575dc2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:45.961476 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-262de3ae-86c3-43df-85ff-51c575dc2de3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 200 len: 920 time: 0.4222879 Jul 29 14:07:46.005449 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:46.010179 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:46.144919 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:46.146973 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-e603b357-448e-4430-8dc8-25ea4197603b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d66231d-6f95-404e-b64e-0342eb986d34 HTTP/1.1" status: 200 len: 217 time: 0.1035764 Jul 29 14:07:46.149103 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:46.177320 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8093831-9ee6-4abd-bd56-69444d6b7fe6 req-dd6ccb89-34f5-4165-afcb-c34b94ad2eb3 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:46.178908 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f8093831-9ee6-4abd-bd56-69444d6b7fe6 req-dd6ccb89-34f5-4165-afcb-c34b94ad2eb3 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 944 time: 0.2205830 Jul 29 14:07:46.257103 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f8093831-9ee6-4abd-bd56-69444d6b7fe6 req-d8932058-30e6-41e7-b748-5faa93111f90 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711260 Jul 29 14:07:46.290330 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['ecd03465-d1ec-4da0-b458-6fbe1c6bced2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:07:46.759738 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de820034-6e67-4a55-ae5c-5be0871e4252 req-67715927-fa89-4fc7-8840-9b8b3c627b14 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:46.762620 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-de820034-6e67-4a55-ae5c-5be0871e4252 req-67715927-fa89-4fc7-8840-9b8b3c627b14 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1478298 Jul 29 14:07:46.816577 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-de820034-6e67-4a55-ae5c-5be0871e4252 req-af40d697-ee2c-4197-a135-55f4393577a3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470114 Jul 29 14:07:47.013912 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:47.038113 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4a547-4eec-41c8-bc94-15a647acf43a req-22279d62-7afd-49e7-bec0-bda052f497ec tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:47.043424 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-89e4a547-4eec-41c8-bc94-15a647acf43a req-22279d62-7afd-49e7-bec0-bda052f497ec tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1083715 Jul 29 14:07:47.106819 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-89e4a547-4eec-41c8-bc94-15a647acf43a req-d6a5d70f-2494-4018-986b-0afdda26a160 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596890 Jul 29 14:07:47.357170 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device ecd03465-d1ec-4da0-b458-6fbe1c6bced2 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:07:47.508998 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ce153-5aee-42a4-b14b-4e05e05cb9bf req-e0e8adda-37cf-4770-934a-f1f30a97e182 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:47.511509 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bd6ce153-5aee-42a4-b14b-4e05e05cb9bf req-e0e8adda-37cf-4770-934a-f1f30a97e182 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 944 time: 0.1098359 Jul 29 14:07:47.575172 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bd6ce153-5aee-42a4-b14b-4e05e05cb9bf req-f131291c-8ad2-4157-8004-17f22485e6bf tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578544 Jul 29 14:07:47.922889 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:07:47.932918 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:07:47.937852 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:48.046458 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9b34c-e74b-43df-8c27-76b9a92e7923 req-a56b02b0-74cc-4e8b-acf0-1882351660a1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:48.049257 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-14c9b34c-e74b-43df-8c27-76b9a92e7923 req-a56b02b0-74cc-4e8b-acf0-1882351660a1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1053522 Jul 29 14:07:48.113117 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-14c9b34c-e74b-43df-8c27-76b9a92e7923 req-879c63b8-b9c7-4625-8aed-ad63f8b79738 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Jul 29 14:07:48.130131 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:48.174733 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:07:48.185520 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port ecd03465-d1ec-4da0-b458-6fbe1c6bced2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:48.234560 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'code': 200} Jul 29 14:07:48.285771 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:48.288631 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:48.349736 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d3c18-ad27-4673-ac11-e442d2cc31f0 req-f08945ec-1578-4169-b087-b413cf11e549 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:48.351183 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-382d3c18-ad27-4673-ac11-e442d2cc31f0 req-f08945ec-1578-4169-b087-b413cf11e549 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1057370 Jul 29 14:07:48.374623 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:48.378938 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:48.425246 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-382d3c18-ad27-4673-ac11-e442d2cc31f0 req-b87af758-00d8-4b11-8844-ab588be313eb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676265 Jul 29 14:07:48.795974 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75e60b-d795-414e-9a2e-637b0c565227 req-cc4438b0-9087-4446-878a-9affb8132e59 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:48.797919 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de75e60b-d795-414e-9a2e-637b0c565227 req-cc4438b0-9087-4446-878a-9affb8132e59 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.1064146 Jul 29 14:07:48.867028 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-de75e60b-d795-414e-9a2e-637b0c565227 req-0cb86a31-3afa-4a18-b440-958a064ac6aa tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588210 Jul 29 14:07:49.331354 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa17fb9-97d6-4132-aa3e-a06c81a6e0ed req-9d8f761a-b1de-4e0e-918a-d25c3edae067 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:49.332845 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2fa17fb9-97d6-4132-aa3e-a06c81a6e0ed req-9d8f761a-b1de-4e0e-918a-d25c3edae067 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0872598 Jul 29 14:07:49.396216 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2fa17fb9-97d6-4132-aa3e-a06c81a6e0ed req-10c990e8-ecce-46d7-9d3f-f6eea45bf4cc tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528975 Jul 29 14:07:49.640382 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce83d4e-14bd-41fd-a605-faa856a2e6d6 req-4c2ddd4d-f890-4881-88b7-37ef4500d4c8 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:49.642443 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dce83d4e-14bd-41fd-a605-faa856a2e6d6 req-4c2ddd4d-f890-4881-88b7-37ef4500d4c8 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.0887275 Jul 29 14:07:49.694013 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dce83d4e-14bd-41fd-a605-faa856a2e6d6 req-fbbe42f7-0523-4e1b-a50b-0b46c1e25da9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455720 Jul 29 14:07:49.814989 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:07:50.072425 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87b8c5-8a0d-48b0-b462-db8d17d6d339 req-47ec3cc0-e7a1-4f7a-8514-f793c789a580 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:50.074312 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1b87b8c5-8a0d-48b0-b462-db8d17d6d339 req-47ec3cc0-e7a1-4f7a-8514-f793c789a580 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.0906661 Jul 29 14:07:50.129661 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1b87b8c5-8a0d-48b0-b462-db8d17d6d339 req-e9942ef6-ecea-4e2f-b13f-2c8d7c7b5726 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495186 Jul 29 14:07:50.700046 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb727af-5e1f-4c57-8818-6b1fedcffbd6 req-f7044861-7b75-41cb-b26c-e12f2562d60b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:50.702013 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6fb727af-5e1f-4c57-8818-6b1fedcffbd6 req-f7044861-7b75-41cb-b26c-e12f2562d60b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1932185 Jul 29 14:07:50.818367 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6fb727af-5e1f-4c57-8818-6b1fedcffbd6 req-39b64119-bcab-4077-bdbf-46aad9c5318c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073024 Jul 29 14:07:51.023376 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5bd12-2956-444d-92f2-33501c1257a7 req-857857fb-2921-4482-96a5-a317d9f31ce5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:51.025164 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b9c5bd12-2956-444d-92f2-33501c1257a7 req-857857fb-2921-4482-96a5-a317d9f31ce5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1118464 Jul 29 14:07:51.106265 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b9c5bd12-2956-444d-92f2-33501c1257a7 req-d5b4ae26-3fc9-4085-97ac-1631268c8464 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715597 Jul 29 14:07:51.364338 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65398e3-1a61-44ae-a0c8-cbddeaec0ba2 req-ba43821c-0d87-47aa-949e-780291876283 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:51.365799 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d65398e3-1a61-44ae-a0c8-cbddeaec0ba2 req-ba43821c-0d87-47aa-949e-780291876283 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.0883949 Jul 29 14:07:51.414193 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d65398e3-1a61-44ae-a0c8-cbddeaec0ba2 req-2273383d-a911-4147-b631-a51cb3ff3170 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Jul 29 14:07:51.769354 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59028) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:51.972045 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:51.992787 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:07:51.997066 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae2d4aff5c645f382082261a3a4479d is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:07:52.000106 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:07:52.007454 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:07:52.058143 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91147dab-1d7c-475c-bf72-734576768d91 req-e415836a-c9eb-4b0d-b03a-65cb88e39e98 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:52.060006 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-91147dab-1d7c-475c-bf72-734576768d91 req-e415836a-c9eb-4b0d-b03a-65cb88e39e98 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1015902 Jul 29 14:07:52.112855 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:52.121442 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-91147dab-1d7c-475c-bf72-734576768d91 req-d19c4902-1241-4ea2-8a91-f516e1f0fa41 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532930 Jul 29 14:07:52.186334 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:52.201937 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e3a6382b-4df9-45d2-a775-93b6763b8674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:52.317744 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ae2d4aff5c645f382082261a3a4479d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5427382 Jul 29 14:07:52.318176 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59038) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:07:52.330793 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09b8cfe-46c1-47b3-b991-3190b56c1eb7,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:52.334014 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:52.368758 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478390a1-a45a-4d12-b651-da2108208694 req-01ee6c92-9b87-43a9-b216-f9c01990c44e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:52.370402 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-478390a1-a45a-4d12-b651-da2108208694 req-01ee6c92-9b87-43a9-b216-f9c01990c44e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1274993 Jul 29 14:07:52.421210 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-709c5334-90cb-4752-a111-7d90cced8acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:52.459230 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-478390a1-a45a-4d12-b651-da2108208694 req-b2db1085-79ee-46da-82f1-6e6b5dde4643 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758159 Jul 29 14:07:52.490176 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-709c5334-90cb-4752-a111-7d90cced8acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:52.657452 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920104eb-4095-4229-aa91-53bbe8f7dbf9 req-5b8f848e-b5b0-40b3-ba74-6051b101a750 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:52.659837 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-920104eb-4095-4229-aa91-53bbe8f7dbf9 req-5b8f848e-b5b0-40b3-ba74-6051b101a750 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.1044576 Jul 29 14:07:52.742044 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-920104eb-4095-4229-aa91-53bbe8f7dbf9 req-5496cfd2-3208-4eac-a92e-fa21ee16754d tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761411 Jul 29 14:07:52.743697 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-709c5334-90cb-4752-a111-7d90cced8acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:52.769675 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0f7b70e2-5018-401d-a4cb-aa592101b6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:52.795251 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c5334-90cb-4752-a111-7d90cced8acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09b8cfe-46c1-47b3-b991-3190b56c1eb7,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:52.799607 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-709c5334-90cb-4752-a111-7d90cced8acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:52.802205 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-709c5334-90cb-4752-a111-7d90cced8acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:52.804040 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-709c5334-90cb-4752-a111-7d90cced8acf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a09b8cfe-46c1-47b3-b991-3190b56c1eb7 HTTP/1.1" status: 204 len: 168 time: 0.4841599 Jul 29 14:07:53.428348 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e65d-4a95-4ca2-91ef-deff26f10910 req-fba72fd0-bbbc-4fff-b61d-63935cbd860d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:53.430929 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-97a7e65d-4a95-4ca2-91ef-deff26f10910 req-fba72fd0-bbbc-4fff-b61d-63935cbd860d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1348372 Jul 29 14:07:53.495175 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-97a7e65d-4a95-4ca2-91ef-deff26f10910 req-a026887d-b6d2-408f-b87d-d09f563e1c9f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579283 Jul 29 14:07:53.769031 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dff87f-aa26-4ed1-a560-efe8df998ceb req-3ab8f12b-89bd-4104-b7ec-d66050767e20 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:53.779449 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e2dff87f-aa26-4ed1-a560-efe8df998ceb req-3ab8f12b-89bd-4104-b7ec-d66050767e20 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.1578436 Jul 29 14:07:53.870713 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e2dff87f-aa26-4ed1-a560-efe8df998ceb req-79fd0125-c504-4eb4-95be-181e83fc3e72 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902569 Jul 29 14:07:54.125807 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f38e48-0be0-4391-ac06-0465b5f3f5d1 req-673e0eca-4802-4ebf-a44c-789cf43ee455 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:54.127403 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-12f38e48-0be0-4391-ac06-0465b5f3f5d1 req-673e0eca-4802-4ebf-a44c-789cf43ee455 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.1946471 Jul 29 14:07:54.178409 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-12f38e48-0be0-4391-ac06-0465b5f3f5d1 req-53f58860-e0bd-4a04-a55d-4a3fe0765136 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439656 Jul 29 14:07:54.711271 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb54d-3245-49f5-9ce9-649302d2ecbc req-189508b2-b097-4299-be0a-85a5acc84ed3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:54.720272 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7f1fb54d-3245-49f5-9ce9-649302d2ecbc req-189508b2-b097-4299-be0a-85a5acc84ed3 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0929136 Jul 29 14:07:54.771148 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7f1fb54d-3245-49f5-9ce9-649302d2ecbc req-fb56a9d9-4f86-40fe-bbef-35ab032318ef tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497437 Jul 29 14:07:55.072990 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac118ff5-8175-4220-8f4f-d8346de748c0 req-00b3dd11-957a-48a8-a669-e45a7264cb41 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:55.075683 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ac118ff5-8175-4220-8f4f-d8346de748c0 req-00b3dd11-957a-48a8-a669-e45a7264cb41 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.0936141 Jul 29 14:07:55.126162 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ac118ff5-8175-4220-8f4f-d8346de748c0 req-e8392107-0bb3-4886-8e34-7f11179bb19f tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Jul 29 14:07:55.385491 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314ee75-f027-43cc-aa50-ad2837b38997 req-493f5ca6-e8dc-4099-b898-3ea77526cd59 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:55.387242 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4314ee75-f027-43cc-aa50-ad2837b38997 req-493f5ca6-e8dc-4099-b898-3ea77526cd59 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.0994716 Jul 29 14:07:55.436613 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4314ee75-f027-43cc-aa50-ad2837b38997 req-cdc2e93d-7006-4ce8-8174-1642048a1a8e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 Jul 29 14:07:55.966339 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e550df3-d977-411f-86f8-2d1e67072647 req-e68e15f6-716e-43e4-84c0-08da71f8f083 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:55.967826 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3e550df3-d977-411f-86f8-2d1e67072647 req-e68e15f6-716e-43e4-84c0-08da71f8f083 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0836625 Jul 29 14:07:56.018739 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3e550df3-d977-411f-86f8-2d1e67072647 req-f761efab-469f-4d48-8e76-33d7daf3778b tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 Jul 29 14:07:56.333320 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9f681-cd79-4b80-b182-e209c0a32b7c req-e7500992-4e02-401f-b9bd-122ff448f7bf tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:56.334812 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f0e9f681-cd79-4b80-b182-e209c0a32b7c req-e7500992-4e02-401f-b9bd-122ff448f7bf tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.0945106 Jul 29 14:07:56.379545 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f0e9f681-cd79-4b80-b182-e209c0a32b7c req-7c7d113f-e9c6-4725-8a17-fcba565d3e75 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390577 Jul 29 14:07:56.632371 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7a01-3252-4a28-8fa9-ca6871de6f8e req-396bc9fe-9ee5-4602-9463-82481bf9ac20 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:56.634693 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-94fa7a01-3252-4a28-8fa9-ca6871de6f8e req-396bc9fe-9ee5-4602-9463-82481bf9ac20 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.0864239 Jul 29 14:07:56.695080 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-94fa7a01-3252-4a28-8fa9-ca6871de6f8e req-7333efbb-4be5-4899-9f0b-b92e7e886bbe tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540698 Jul 29 14:07:56.871500 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-b8768381-abbe-40de-9a17-746989ff919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:56.873038 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-b8768381-abbe-40de-9a17-746989ff919b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 200 len: 859 time: 0.0603285 Jul 29 14:07:56.925449 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-c51953d0-05e4-4df1-aeb5-0652c0d79945 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b09c26fe-9a9f-4a61-8a10-90b1b216cc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449305 Jul 29 14:07:57.071201 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-4988cb35-0ac5-4b41-a54b-4a2ad3d2627e service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331100 Jul 29 14:07:57.221804 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958bcc5-14f8-4f09-8323-7b1dc0f344c7 req-1f1b1842-709b-4da6-abcc-fc70549a2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:57.223271 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d958bcc5-14f8-4f09-8323-7b1dc0f344c7 req-1f1b1842-709b-4da6-abcc-fc70549a2dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 1098 time: 0.0744007 Jul 29 14:07:57.279068 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d958bcc5-14f8-4f09-8323-7b1dc0f344c7 req-b99735e7-b0da-439a-a35c-60f81191034a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 Jul 29 14:07:57.279415 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7b53dc66-ca4f-48ea-a0f7-ce3043acb49c req-6e80b6a1-347e-4867-a230-b5b5a7f3cff9 service neutron] 10.222.0.36 "GET /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999753 Jul 29 14:07:57.294553 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b2d56-49ed-4992-b82c-545ff82f140f req-54548151-c719-40b4-9b19-12095e25ce82 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:57.296140 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ef8b2d56-49ed-4992-b82c-545ff82f140f req-54548151-c719-40b4-9b19-12095e25ce82 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1258535 Jul 29 14:07:57.344201 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ef8b2d56-49ed-4992-b82c-545ff82f140f req-59130de3-6e1f-45fe-8958-79c4ccccb59a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Jul 29 14:07:57.587689 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bce7a-2661-4b86-b274-e3ed22d5c01e req-c2ecabdc-2e87-43e3-8b34-1aa84d99fc72 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:57.589316 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ab2bce7a-2661-4b86-b274-e3ed22d5c01e req-c2ecabdc-2e87-43e3-8b34-1aa84d99fc72 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.0926945 Jul 29 14:07:57.638395 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ab2bce7a-2661-4b86-b274-e3ed22d5c01e req-450067a6-0b44-4619-b8e1-e8b438520569 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 Jul 29 14:07:57.912976 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafdd35-2e91-41f9-b007-3c9a1bf06f3a req-67a2153a-2249-4c96-9d17-2fd8a94ad4ea tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:57.914555 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5dafdd35-2e91-41f9-b007-3c9a1bf06f3a req-67a2153a-2249-4c96-9d17-2fd8a94ad4ea tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.0901597 Jul 29 14:07:57.961624 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5dafdd35-2e91-41f9-b007-3c9a1bf06f3a req-14456638-b3c2-48df-b8d5-4621d2505f68 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Jul 29 14:07:58.554952 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102c364-f33c-4be7-b2e9-852eb164b7c7 req-f65d4879-f12d-49ec-9ed0-6cf2d4db91aa tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:58.556462 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2102c364-f33c-4be7-b2e9-852eb164b7c7 req-f65d4879-f12d-49ec-9ed0-6cf2d4db91aa tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0979037 Jul 29 14:07:58.603055 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2102c364-f33c-4be7-b2e9-852eb164b7c7 req-169b9a8c-aadc-41c5-abb2-2c6559a8b2a1 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Jul 29 14:07:58.842850 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f04f72-6fd5-4b38-9de0-6e2c77ff53df req-044b6407-afdd-45c6-8b50-eb67431a3af6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:58.844391 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c7f04f72-6fd5-4b38-9de0-6e2c77ff53df req-044b6407-afdd-45c6-8b50-eb67431a3af6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 943 time: 0.0880842 Jul 29 14:07:58.891230 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c7f04f72-6fd5-4b38-9de0-6e2c77ff53df req-94fa1711-8358-4a43-a174-27bef0e41bc2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 Jul 29 14:07:59.196951 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e851d8-ee1c-4d70-8420-8944dfdc75ed req-44660e8d-e4f9-4303-9d14-ed1d2bf90ad7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:59.199246 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b1e851d8-ee1c-4d70-8420-8944dfdc75ed req-44660e8d-e4f9-4303-9d14-ed1d2bf90ad7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.1165135 Jul 29 14:07:59.258076 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b1e851d8-ee1c-4d70-8420-8944dfdc75ed req-c19176d6-666e-438e-9b63-d4d01df0d2a6 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529466 Jul 29 14:07:59.369373 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:07:59.471627 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c63c7-af62-4205-9963-ef35311fefdc req-cf995ad0-af9d-4933-a2f2-49b6e50cb9b2 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:59.473715 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0c7c63c7-af62-4205-9963-ef35311fefdc req-cf995ad0-af9d-4933-a2f2-49b6e50cb9b2 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.1010692 Jul 29 14:07:59.531628 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0c7c63c7-af62-4205-9963-ef35311fefdc req-83bf0eca-6e7f-4a06-b297-367dc981e643 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503211 Jul 29 14:07:59.603461 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:59.619399 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'port_id': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'mac_address': 'fa:16:3e:ff:7a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:07:59.624344 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d182aab-de16-483f-a389-c6ff77e3434b req-1e1de967-4d7d-4edb-b259-9ec05f1a3dd0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:59.626720 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2d182aab-de16-483f-a389-c6ff77e3434b req-1e1de967-4d7d-4edb-b259-9ec05f1a3dd0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1045303 Jul 29 14:07:59.682148 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2d182aab-de16-483f-a389-c6ff77e3434b req-92009b1a-8b65-4c0e-9798-d11cd5f934df tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483136 Jul 29 14:07:59.707535 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:59.729510 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c29115-d44d-4e67-a4c2-3b08963b4049 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:07:59.753237 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:07:59.846282 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:07:59.849763 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:07:59.931161 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=9']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:07:59.934921 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:07:59.974626 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb73a32-8bce-4019-8b39-ce8e92800497 req-bc205dd8-de4e-4faa-8e6d-8d34e60973cb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:07:59.976371 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cfb73a32-8bce-4019-8b39-ce8e92800497 req-bc205dd8-de4e-4faa-8e6d-8d34e60973cb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1838548 Jul 29 14:08:00.028378 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cfb73a32-8bce-4019-8b39-ce8e92800497 req-26d7ba74-d2f9-4241-aae4-8a82858b6cde tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453460 Jul 29 14:08:00.030686 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e1f6e-f3ca-4e28-91ca-e35efe1cbbe4 req-d39024fa-2ebd-400c-a92d-ad7dd815dc1f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:00.032800 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-991e1f6e-f3ca-4e28-91ca-e35efe1cbbe4 req-d39024fa-2ebd-400c-a92d-ad7dd815dc1f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.0982251 Jul 29 14:08:00.103181 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['84c29115-d44d-4e67-a4c2-3b08963b4049'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:08:00.119008 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-991e1f6e-f3ca-4e28-91ca-e35efe1cbbe4 req-617b490b-f3a0-4ba2-a111-02325afcb09c tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734334 Jul 29 14:08:00.261164 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74b1fc-2363-4bac-899d-a40d51c39f9d req-573fefa3-ad49-4058-8c32-9de5f86a7d9f tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:00.262740 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6d74b1fc-2363-4bac-899d-a40d51c39f9d req-573fefa3-ad49-4058-8c32-9de5f86a7d9f tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 944 time: 0.1048801 Jul 29 14:08:00.352878 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6d74b1fc-2363-4bac-899d-a40d51c39f9d req-c2010aa1-84fd-4005-807e-1815015bc540 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814645 Jul 29 14:08:00.949235 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59228) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:00.976798 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c15b2a-c7f1-4c37-8ca4-8450e4fa0cbd req-799f0f6e-60f3-4903-885d-79344a7defb6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:00.978506 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-44c15b2a-c7f1-4c37-8ca4-8450e4fa0cbd req-799f0f6e-60f3-4903-885d-79344a7defb6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1730797 Jul 29 14:08:00.981589 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-4f4a2d6f-6484-47ce-8586-e7bb18d1cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:00.983247 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-4f4a2d6f-6484-47ce-8586-e7bb18d1cd5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 1098 time: 0.1142609 Jul 29 14:08:01.105422 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.136914 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:01.149123 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Usage tracker for resource:security_group_rule and tenant:a9abd06294b04c33b16ee4cb3ea1b8e9 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:01.153915 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:01.161975 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:01.222764 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-44c15b2a-c7f1-4c37-8ca4-8450e4fa0cbd req-408a6243-a181-4923-ba31-fad69e8c2720 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371786 Jul 29 14:08:01.223979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-9e765074-6d7b-4845-9dbc-63bae4571448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:01.225500 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-9e765074-6d7b-4845-9dbc-63bae4571448 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 200 len: 911 time: 0.2152865 Jul 29 14:08:01.294355 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.352280 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-d5b7434a-3e61-4a92-8397-9d443c69a167 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6161049b-4be9-45c4-806d-ee46798e0340 HTTP/1.1" status: 200 len: 1001 time: 0.1198080 Jul 29 14:08:01.375741 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:08:01.396928 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.406840 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b11d1f98-1b7e-4836-b151-4c5eb43fe652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:01.462510 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9abd06294b04c33b16ee4cb3ea1b8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119543 Jul 29 14:08:01.463252 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 84c29115-d44d-4e67-a4c2-3b08963b4049 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:01.463873 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.464306 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae1f2d-41ce-470f-8c69-457205c395af,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:01.471767 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59242) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:01.512487 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.514264 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.514264 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.514264 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.514264 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.514829 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.515015 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.515438 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.515851 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.516789 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.517210 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.519257 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:01.527678 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:01.560890 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-f849f56d-bce8-4d14-91b1-e6d835528179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:01.562442 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-f849f56d-bce8-4d14-91b1-e6d835528179 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec774f59-294e-4722-b605-ffb9dad0dbf4 HTTP/1.1" status: 200 len: 849 time: 0.0961874 Jul 29 14:08:01.651413 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.656525 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0edadf68-0534-4e24-a404-8de53f2aec70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.668455 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-9e94058f-1f85-4908-b94b-d2efe8d60246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:01.670044 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-9e94058f-1f85-4908-b94b-d2efe8d60246 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a10854f7-df06-4ead-a00c-8158cb6e34b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1010110 Jul 29 14:08:01.702410 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0edadf68-0534-4e24-a404-8de53f2aec70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.708150 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:01.709613 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:08:01.746408 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0bfc2-a4e6-4cc1-9d12-8ed856d283e1 req-1de5bd19-bafa-4857-8470-14114149285c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:01.756684 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7fb0bfc2-a4e6-4cc1-9d12-8ed856d283e1 req-1de5bd19-bafa-4857-8470-14114149285c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 944 time: 0.2332268 Jul 29 14:08:01.774674 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'code': 200} Jul 29 14:08:01.779392 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.782789 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:01.830276 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7fb0bfc2-a4e6-4cc1-9d12-8ed856d283e1 req-00df9ff7-f830-41f4-822f-af0c93cf507b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726132 Jul 29 14:08:01.867131 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=10']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:01.870697 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:01.883330 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-c855f2b0-b0cd-44ee-a6d2-106ad4a470ae service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034626 Jul 29 14:08:01.936332 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0edadf68-0534-4e24-a404-8de53f2aec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.942108 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f17a97ab-e0c7-40d5-80b2-e8556724f0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:01.956052 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edadf68-0534-4e24-a404-8de53f2aec70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae1f2d-41ce-470f-8c69-457205c395af,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:01.958803 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0edadf68-0534-4e24-a404-8de53f2aec70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:01.960157 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0edadf68-0534-4e24-a404-8de53f2aec70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:01.963996 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-0edadf68-0534-4e24-a404-8de53f2aec70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7ae1f2d-41ce-470f-8c69-457205c395af HTTP/1.1" status: 204 len: 168 time: 0.4909611 Jul 29 14:08:02.037869 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fc9ceba0-2fcd-4be4-a713-d90be4c7322e req-0d86c426-4d02-45cd-baa5-968b20bb0a31 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464725 Jul 29 14:08:02.214429 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:02.494655 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59827573-6920-4502-b0bc-b0d760e62211 req-fe7da0bd-326b-4285-b6ca-88788077835c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:02.501156 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-59827573-6920-4502-b0bc-b0d760e62211 req-fe7da0bd-326b-4285-b6ca-88788077835c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1388323 Jul 29 14:08:02.609470 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-59827573-6920-4502-b0bc-b0d760e62211 req-ec79e015-f822-4794-939d-05a8b6ae098c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066759 Jul 29 14:08:02.640180 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23ea4f-844d-4b4d-aa56-7f32e914e2f3 req-3b83b25d-2045-4773-a720-f6f4b570180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:02.640180 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0b23ea4f-844d-4b4d-aa56-7f32e914e2f3 req-3b83b25d-2045-4773-a720-f6f4b570180a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 1099 time: 0.0966942 Jul 29 14:08:02.690543 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0b23ea4f-844d-4b4d-aa56-7f32e914e2f3 req-6aa9e397-6421-4bdd-9e1b-d0419a7713b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466242 Jul 29 14:08:02.919798 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59278) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:02.951448 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:02.973215 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:02.976935 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Usage tracker for resource:security_group_rule and tenant:2c413184b19c460eaccaf8efc22ee973 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:02.980159 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:02.986783 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:03.057558 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59282) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:03.077792 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bbf92-4625-45b3-abc5-9f5094872c5f req-8e458a73-3f0c-4014-b2a3-b64fd4465c10 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:03.079478 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2b2bbf92-4625-45b3-abc5-9f5094872c5f req-8e458a73-3f0c-4014-b2a3-b64fd4465c10 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 946 time: 0.1119645 Jul 29 14:08:03.096252 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.137070 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2b2bbf92-4625-45b3-abc5-9f5094872c5f req-46090414-94a3-43e9-811d-adc065d3abf6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509667 Jul 29 14:08:03.202774 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.217001 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:03.220964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Usage tracker for resource:security_group_rule and tenant:bced0a045a0a4994b81fce6418b1c6a3 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:03.224181 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:03.226683 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.241295 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-6fdd3458-2acb-44b6-b715-11959384e658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:03.246804 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:03.299680 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c413184b19c460eaccaf8efc22ee973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759763 Jul 29 14:08:03.300347 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59292) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:03.302584 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb3ebab-16d3-48b7-bbdc-a96866b9edd3,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:03.316195 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:03.393473 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a81f0bda-55ab-464f-ab5f-8916076d4c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.439852 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a81f0bda-55ab-464f-ab5f-8916076d4c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.447102 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.516845 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.525164 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a84661ef-2302-46f6-82a5-238a05d022ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:03.568649 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a06c0d9-0e08-4635-8aa4-1c8f55df6c9b,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:03.572824 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bced0a045a0a4994b81fce6418b1c6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142336 Jul 29 14:08:03.573752 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:03.575633 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59300) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:03.629116 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a81f0bda-55ab-464f-ab5f-8916076d4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.635109 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-4317066a-da06-42ad-8445-a3f0ee25195f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:03.658602 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f0bda-55ab-464f-ab5f-8916076d4c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb3ebab-16d3-48b7-bbdc-a96866b9edd3,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:03.658602 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-876d5800-ab73-43e4-9c47-4bf475fec932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.658602 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a81f0bda-55ab-464f-ab5f-8916076d4c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:03.686997 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a81f0bda-55ab-464f-ab5f-8916076d4c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.688166 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-a81f0bda-55ab-464f-ab5f-8916076d4c55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fb3ebab-16d3-48b7-bbdc-a96866b9edd3 HTTP/1.1" status: 204 len: 168 time: 0.3867755 Jul 29 14:08:03.721040 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-876d5800-ab73-43e4-9c47-4bf475fec932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.897078 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077288f9-d6e7-4191-b2c9-c96d0acac3e1 req-d85eb46d-d983-42ea-a29a-b63bc2572114 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:03.900253 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-876d5800-ab73-43e4-9c47-4bf475fec932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.904955 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-077288f9-d6e7-4191-b2c9-c96d0acac3e1 req-d85eb46d-d983-42ea-a29a-b63bc2572114 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1001503 Jul 29 14:08:03.916088 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-69bff767-dbd4-49ae-8f82-c16772039e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:03.943346 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-876d5800-ab73-43e4-9c47-4bf475fec932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:03.945117 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-876d5800-ab73-43e4-9c47-4bf475fec932 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a06c0d9-0e08-4635-8aa4-1c8f55df6c9b HTTP/1.1" status: 204 len: 168 time: 0.3678868 Jul 29 14:08:03.950982 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d5800-ab73-43e4-9c47-4bf475fec932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a06c0d9-0e08-4635-8aa4-1c8f55df6c9b,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:03.955854 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-876d5800-ab73-43e4-9c47-4bf475fec932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:03.989964 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-077288f9-d6e7-4191-b2c9-c96d0acac3e1 req-287aaa0d-f8ca-4de8-bbd6-310a59bc62dc tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839703 Jul 29 14:08:04.451690 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacced7-6e9f-4b3d-a402-466ad52c9dc2 req-70a14c9b-dc40-4fc3-b450-85e97e9ac942 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:04.453860 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1eacced7-6e9f-4b3d-a402-466ad52c9dc2 req-70a14c9b-dc40-4fc3-b450-85e97e9ac942 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 946 time: 0.1586289 Jul 29 14:08:04.503523 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1eacced7-6e9f-4b3d-a402-466ad52c9dc2 req-4211e4da-36dc-46ca-ae58-29de0992ec4e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Jul 29 14:08:04.633803 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59344) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:04.655785 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:04.674440 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:04.678450 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Usage tracker for resource:security_group_rule and tenant:db915a04a95a45478d0aebebcf7915e4 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:04.681324 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:04.686990 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:04.771461 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:04.894413 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:04.901765 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-77af66da-1b9a-456d-acad-d97303b80d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:04.945147 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db915a04a95a45478d0aebebcf7915e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097892 Jul 29 14:08:04.946747 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246329a9-4b31-44bd-8b0a-6f243a56c1f3,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:04.948866 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59360) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:04.962741 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.963437 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.964093 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.969641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.969641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.969641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.969641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.969641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.969641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.969641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.969641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.969641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:04.977252 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:05.020694 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4741-0e33-45b8-97c0-8225391c03e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:05.066309 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4741-0e33-45b8-97c0-8225391c03e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:05.198906 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4741-0e33-45b8-97c0-8225391c03e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:05.202017 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4f09-b222-4a9b-b19f-8a986fda5346 req-882ebbbe-b99c-44bd-8528-fc711d8d5318 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:05.203511 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-424d4f09-b222-4a9b-b19f-8a986fda5346 req-882ebbbe-b99c-44bd-8528-fc711d8d5318 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.0814061 Jul 29 14:08:05.204650 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-119a4366-2642-496c-9bc6-09c6ffd29305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:05.218107 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b4741-0e33-45b8-97c0-8225391c03e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246329a9-4b31-44bd-8b0a-6f243a56c1f3,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:05.221685 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5f1b4741-0e33-45b8-97c0-8225391c03e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:05.224299 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4741-0e33-45b8-97c0-8225391c03e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:05.225332 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-5f1b4741-0e33-45b8-97c0-8225391c03e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/246329a9-4b31-44bd-8b0a-6f243a56c1f3 HTTP/1.1" status: 204 len: 168 time: 0.2753396 Jul 29 14:08:05.345764 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-424d4f09-b222-4a9b-b19f-8a986fda5346 req-3fc7ccce-6c3a-4449-8bc7-62c4865583a8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346962 Jul 29 14:08:05.713901 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fa1cb-f249-4d85-b6ba-49e23ff909cc req-fc1db62a-ff0f-46fc-85cc-2dabe14d2aec tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:05.715533 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-585fa1cb-f249-4d85-b6ba-49e23ff909cc req-fc1db62a-ff0f-46fc-85cc-2dabe14d2aec tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 946 time: 0.0906107 Jul 29 14:08:05.764373 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-585fa1cb-f249-4d85-b6ba-49e23ff909cc req-1c501e2b-f8ff-48a7-bdd0-22564778f923 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415304 Jul 29 14:08:06.563200 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582d9e0-4b5c-4776-8993-857254b569ee req-f56fa4f9-5f8a-40a4-8820-d4c4b34ea8e7 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:06.566039 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f582d9e0-4b5c-4776-8993-857254b569ee req-f56fa4f9-5f8a-40a4-8820-d4c4b34ea8e7 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.0852196 Jul 29 14:08:06.622183 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f582d9e0-4b5c-4776-8993-857254b569ee req-be75a8d1-9f6a-4bcb-b221-dbb2c623bf37 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505111 Jul 29 14:08:06.985749 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021c176-3a84-449a-80c5-0fbcc182ad27 req-9af9c038-5296-4a08-92e1-5c8ec0edd47d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:06.988094 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8021c176-3a84-449a-80c5-0fbcc182ad27 req-9af9c038-5296-4a08-92e1-5c8ec0edd47d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 946 time: 0.1004825 Jul 29 14:08:07.035724 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8021c176-3a84-449a-80c5-0fbcc182ad27 req-a606469f-c854-4937-8745-59cc12a5baed tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Jul 29 14:08:07.104829 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11356006-8850-42a3-a128-702ac83e29aa req-ab28910b-50e9-4de5-b9a4-321900695de6 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:07.106356 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-11356006-8850-42a3-a128-702ac83e29aa req-ab28910b-50e9-4de5-b9a4-321900695de6 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.0911202 Jul 29 14:08:07.155080 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-11356006-8850-42a3-a128-702ac83e29aa req-4f1191c7-8ba2-49fa-bd6b-b679464ebf2c tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Jul 29 14:08:07.698386 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c45ca-6ef0-406b-b6d7-7355a7682850 req-721dbd22-be2d-4fdc-b6e0-96e42474f629 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:07.700068 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cc4c45ca-6ef0-406b-b6d7-7355a7682850 req-721dbd22-be2d-4fdc-b6e0-96e42474f629 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.0876017 Jul 29 14:08:07.787916 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cc4c45ca-6ef0-406b-b6d7-7355a7682850 req-2acad379-1f94-4050-97cf-b94ae5744d51 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798450 Jul 29 14:08:07.814210 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59466) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:07.836326 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218bf9f-b542-4b66-bb66-54d84bc5b5a3 req-b4c83e41-ac35-4cdd-a90e-a110b78978f9 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:07.837843 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1218bf9f-b542-4b66-bb66-54d84bc5b5a3 req-b4c83e41-ac35-4cdd-a90e-a110b78978f9 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.0873356 Jul 29 14:08:07.887166 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1218bf9f-b542-4b66-bb66-54d84bc5b5a3 req-de76b93c-7833-45fe-adf7-bf925277352b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437124 Jul 29 14:08:08.057203 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f372664-c4f4-495b-88a0-ba464df5e915 tempest-TestMinimumBasicScenario-275677813 tempest-TestMinimumBasicScenario-275677813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:08.058982 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-8f372664-c4f4-495b-88a0-ba464df5e915 tempest-TestMinimumBasicScenario-275677813 tempest-TestMinimumBasicScenario-275677813-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 1093 time: 0.2434359 Jul 29 14:08:08.061842 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59472) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:08.067949 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'floatingip': {'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'port_id': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:08.073762 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:08.077705 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Usage tracker for resource:floatingip and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:08.081217 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:08.086804 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:08.153822 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for floatingip, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:08.355884 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:08.410065 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44198c-621c-4e00-b330-7912df24b4ac req-e02e2597-bb22-4fe2-95e0-d274f0433708 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:08.417002 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6f44198c-621c-4e00-b330-7912df24b4ac req-e02e2597-bb22-4fe2-95e0-d274f0433708 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.1421258 Jul 29 14:08:08.518304 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6f44198c-621c-4e00-b330-7912df24b4ac req-37de77a9-24e2-4793-898e-79d192d0e092 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006401 Jul 29 14:08:08.551892 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Allocated IP 172.28.0.26 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/f489fdbb-8da1-4c1f-9fd1-5c4e388fc645) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:08:08.712199 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:08.843062 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:08.847676 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:08.925891 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:08:08.929019 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:08.932755 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:08:08.979571 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'Port': ['ID=f489fdbb-8da1-4c1f-9fd1-5c4e388fc645,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:08.991814 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:09.116332 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907a51-a2e6-4bc5-9416-ced0c438f659 req-be4ee748-b5a0-4039-a3ca-e84362c91640 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:09.117994 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-05907a51-a2e6-4bc5-9416-ced0c438f659 req-be4ee748-b5a0-4039-a3ca-e84362c91640 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1008441 Jul 29 14:08:09.170056 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-05907a51-a2e6-4bc5-9416-ced0c438f659 req-65863e77-a42e-4da3-974e-392bbfffbe1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452447 Jul 29 14:08:09.444792 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-f0510df4-075c-4d15-a801-940b62ea1b5a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:09.446353 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-f0510df4-075c-4d15-a801-940b62ea1b5a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.3027809 Jul 29 14:08:09.628706 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Deleting port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:08:09.629048 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:10.041689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c08b17-d295-4b1a-b2a4-700aca3d26e7 req-520addd9-03a6-4836-942a-75e3fa18046a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:10.043117 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a4c08b17-d295-4b1a-b2a4-700aca3d26e7 req-520addd9-03a6-4836-942a-75e3fa18046a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 946 time: 0.2666163 Jul 29 14:08:10.089496 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:10.193429 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a4c08b17-d295-4b1a-b2a4-700aca3d26e7 req-e4bd8dce-199e-4693-8400-9e4e7f3181d8 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963056 Jul 29 14:08:10.201662 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] For port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:10.203006 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:10.374019 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Calling delete_port for 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:08:10.391880 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303de2e2-9ed2-4b96-ad21-21c934aa27ea req-1cd421ca-3bef-42ff-b693-237bbddaa5f5 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:10.393505 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-303de2e2-9ed2-4b96-ad21-21c934aa27ea req-1cd421ca-3bef-42ff-b693-237bbddaa5f5 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.0888581 Jul 29 14:08:10.440932 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-303de2e2-9ed2-4b96-ad21-21c934aa27ea req-4b67aa37-5917-4b56-b388-8c868cbff285 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415502 Jul 29 14:08:10.442600 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:10.744161 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:10.747594 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:10.754298 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:10.766552 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['8d66231d-6f95-404e-b64e-0342eb986d34', '3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:08:10.806690 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Pushing event deleted for resources: {'Port': ['ID=3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:10.833853 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:10.845002 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:10.845002 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:10.962710 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] No DVR routers for this DVR port 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:08:10.983259 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddde188-d8cd-47b6-b510-85cd2c7cc1dd req-044524c7-017f-4424-8af2-125019020d96 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:10.986796 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1ddde188-d8cd-47b6-b510-85cd2c7cc1dd req-044524c7-017f-4424-8af2-125019020d96 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1109412 Jul 29 14:08:11.007877 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:11.010543 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebb976a-8f04-4096-9216-b13f7ceb3a0a', 'name': 'network-vif-deleted', 'tag': '3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:08:11.015027 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'Port': ['ID=f489fdbb-8da1-4c1f-9fd1-5c4e388fc645,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:11.024320 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:11.078372 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:11.104853 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1ddde188-d8cd-47b6-b510-85cd2c7cc1dd req-899711b9-00c1-4dec-87b5-9a29e8f4f9eb tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081841 Jul 29 14:08:11.143661 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-966e565e-d326-472f-affd-3b331d6492ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:11.145537 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-966e565e-d326-472f-affd-3b331d6492ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 1098 time: 0.1264837 Jul 29 14:08:11.154865 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebb976a-8f04-4096-9216-b13f7ceb3a0a', 'name': 'network-vif-deleted', 'tag': '3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc', 'status': 'completed', 'code': 200} Jul 29 14:08:11.288112 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.l3_db [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Floating IP 849e3d65-b85b-4f6f-b931-7f5659c895ea associated. External IP: 172.28.0.26, port: ecd03465-d1ec-4da0-b458-6fbe1c6bced2. Jul 29 14:08:11.311086 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-f5bc2199-52d7-41ce-b9e4-907af702e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:11.312564 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-f5bc2199-52d7-41ce-b9e4-907af702e3e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 200 len: 911 time: 0.1586413 Jul 29 14:08:11.426223 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-272ecf1e-2a17-444e-a296-4d68fa3ebb59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6161049b-4be9-45c4-806d-ee46798e0340 HTTP/1.1" status: 200 len: 1001 time: 0.1065605 Jul 29 14:08:11.441550 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2f4712c5-52d5-47ee-ae76-ee4824bbcb1f req-9cafead5-d227-40d8-9680-4219bcecbc11 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.36 "DELETE /v2.0/ports/3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc HTTP/1.1" status: 204 len: 173 time: 1.9789724 Jul 29 14:08:11.492737 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-348663a6-0072-4868-be5d-da834aee4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:11.494188 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-348663a6-0072-4868-be5d-da834aee4f6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec774f59-294e-4722-b605-ffb9dad0dbf4 HTTP/1.1" status: 200 len: 849 time: 0.0616484 Jul 29 14:08:11.508086 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-6b8030e0-e60a-4bc5-9c18-c273644282e6 req-b4b8b523-a8c9-40c8-b144-82006130b268 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Synchronizing usage tracker for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:08:11.578937 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-b6ece2b6-30dc-4273-8a50-6a37202111cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:11.580957 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-b6ece2b6-30dc-4273-8a50-6a37202111cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a10854f7-df06-4ead-a00c-8158cb6e34b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780053 Jul 29 14:08:11.717824 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-6b8030e0-e60a-4bc5-9c18-c273644282e6 req-b4b8b523-a8c9-40c8-b144-82006130b268 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Unset dirty status for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:08:11.719639 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6b8030e0-e60a-4bc5-9c18-c273644282e6 req-b4b8b523-a8c9-40c8-b144-82006130b268 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ebb976a-8f04-4096-9216-b13f7ceb3a0a HTTP/1.1" status: 200 len: 210 time: 0.2857060 Jul 29 14:08:11.765054 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-d0385522-64b2-412f-99f9-629b3552b4b1 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743648 Jul 29 14:08:11.810485 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ccc98980-702d-4c94-8b64-bde0730e7c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:11.832960 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:08:11.920135 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-06780fff-e59c-4e3b-91d5-3989cfc91db4 req-5654dfa4-d846-4036-b43e-7ef1c30feedf service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480217 Jul 29 14:08:12.025688 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:08:12.035638 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] Sync routers for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:08:12.044878 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:12.045451 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:07:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:12.114228 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:12.219856 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1569600 Jul 29 14:08:12.222732 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59516) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:12.229302 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27961407', 'description': 'tempest-secgroup-smoke-27961407 description', 'project_id': 'd5e53e368945453798b4323d32d3eab7'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:12.235284 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:12.246700 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:12.250887 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:12.322811 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:12.351451 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:12.357809 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Usage tracker for resource:security_group_rule and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:12.361157 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:12.368345 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:12.377179 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9c5fa-322e-447c-a33d-04017f763e7a req-b26fb8ae-0cb9-4923-bafa-2b432d282b75 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:12.378924 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3aa9c5fa-322e-447c-a33d-04017f763e7a req-b26fb8ae-0cb9-4923-bafa-2b432d282b75 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1047549 Jul 29 14:08:12.437563 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3aa9c5fa-322e-447c-a33d-04017f763e7a req-836c7cca-b345-4e12-b38f-1ddded827b27 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524750 Jul 29 14:08:12.438854 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:12.484897 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:12.554641 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:12.559087 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-488e1a00-4e87-494c-854b-f6dee25ec9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:12.612106 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:12.617509 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:12.703601 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '849e3d65-b85b-4f6f-b931-7f5659c895ea', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'port_id': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'mac_address': 'fa:16:3e:af:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:08:09Z', 'updated_at': '2021-07-29T14:08:09Z', 'revision_number': 0, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475191de-85d2-4f7a-b815-4ace231ddc18', 'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'mac_address': 'fa:16:3e:43:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:44Z', 'updated_at': '2021-07-29T14:06:55Z', 'revision_number': 5, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'subnets': [{'id': '307351d9-f934-4a3d-aced-0db513773bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:12.708555 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] Checking router: ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:08:12.716666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:12.717030 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:12.717778 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:07:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:12.721284 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4946692 Jul 29 14:08:12.721768 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59520) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:12.727175 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'security_group_rule': {'security_group_id': 'd17e363c-1ebb-4f77-a6ce-feb1d2a9143a', 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:12.733486 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:12.738540 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Usage tracker for resource:security_group_rule and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:12.741776 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:12.759071 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:12.872711 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:12.946855 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:13.029412 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:13.107253 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:13.109299 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:13.130556 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26aced9-8112-429f-833a-a661ab7804f6,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:13.134765 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:13.156539 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:08:13.219518 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'status': 'completed', 'code': 200} Jul 29 14:08:13.225041 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:13.226342 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-ce079be4-097f-4e10-ae59-69792034a19f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5034602 Jul 29 14:08:13.229239 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59530) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:13.234611 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'security_group_rule': {'security_group_id': 'd17e363c-1ebb-4f77-a6ce-feb1d2a9143a', 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:13.241012 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:13.253476 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Usage tracker for resource:security_group_rule and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:13.264315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:13.268843 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:13.354849 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:13.388198 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-4553ce48-55c0-47cb-bade-6e63a2325f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:13.389978 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-4553ce48-55c0-47cb-bade-6e63a2325f31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5e53e368945453798b4323d32d3eab7&device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 1098 time: 0.1329114 Jul 29 14:08:13.427230 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '849e3d65-b85b-4f6f-b931-7f5659c895ea', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'port_id': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'mac_address': 'fa:16:3e:af:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:08:09Z', 'updated_at': '2021-07-29T14:08:09Z', 'revision_number': 0, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475191de-85d2-4f7a-b815-4ace231ddc18', 'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'mac_address': 'fa:16:3e:43:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:44Z', 'updated_at': '2021-07-29T14:06:55Z', 'revision_number': 5, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'subnets': [{'id': '307351d9-f934-4a3d-aced-0db513773bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:13.431575 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22225de7-857e-4ebc-8b53-83a7fe45e14c None None] The sync data for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb is: [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '849e3d65-b85b-4f6f-b931-7f5659c895ea', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'port_id': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'mac_address': 'fa:16:3e:af:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:08:09Z', 'updated_at': '2021-07-29T14:08:09Z', 'revision_number': 0, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475191de-85d2-4f7a-b815-4ace231ddc18', 'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'mac_address': 'fa:16:3e:43:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:44Z', 'updated_at': '2021-07-29T14:06:55Z', 'revision_number': 5, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'subnets': [{'id': '307351d9-f934-4a3d-aced-0db513773bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:08:13.449156 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:08:13.492246 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:08:13.492895 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 3b64dfd1-8e02-4b8c-9cad-6ee4e95fcefc not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:08:13.543731 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:13.549071 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-a6e8029b-150f-43ea-aa4e-58b51ee3d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:13.550774 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-a6e8029b-150f-43ea-aa4e-58b51ee3d9e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7aef8f76-7318-43fe-befd-a0cd15fdfb51 HTTP/1.1" status: 200 len: 915 time: 0.1517785 Jul 29 14:08:13.587907 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6ac7b-2e76-462c-b8a8-20f95df2ed79 req-aad4549a-db9c-44ec-9d3d-c4feba0729b2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:13.592790 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-10d6ac7b-2e76-462c-b8a8-20f95df2ed79 req-aad4549a-db9c-44ec-9d3d-c4feba0729b2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.1932063 Jul 29 14:08:13.616240 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:13.622955 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-95aa6e8a-0b32-4a51-b45d-1f58815fd9e5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:13.651796 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf25c039-a43b-4c87-b2aa-a2b0b2ada8c1,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:13.664220 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:13.678578 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-10d6ac7b-2e76-462c-b8a8-20f95df2ed79 req-c9705aec-2360-4d2a-8c8b-aeec0c477c26 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822513 Jul 29 14:08:13.732901 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-745c7b40-5661-4f13-9166-3ee74124ecbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 200 len: 998 time: 0.1732993 Jul 29 14:08:13.759266 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:13.760798 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5302315 Jul 29 14:08:13.763460 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59540) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:13.775034 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'security_group_rule': {'security_group_id': 'd17e363c-1ebb-4f77-a6ce-feb1d2a9143a', 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:13.777611 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc44fab-0021-47ca-b56b-6dffbb8cfb68 None None] New status for floating IP 849e3d65-b85b-4f6f-b931-7f5659c895ea: ACTIVE {{(pid=79177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:08:13.781365 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:13.788520 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Usage tracker for resource:security_group_rule and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:13.795040 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:13.804806 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:13.811494 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfb02f-e7db-4cdf-8351-ec182a094aed req-6f20c002-50fb-4862-a06b-83fa1b168544 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:13.813115 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3cdfb02f-e7db-4cdf-8351-ec182a094aed req-6f20c002-50fb-4862-a06b-83fa1b168544 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1982582 Jul 29 14:08:13.841521 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-a93cd420-1fcf-49cb-a791-b2c9ee6bb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:13.842964 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-a93cd420-1fcf-49cb-a791-b2c9ee6bb15b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=307351d9-f934-4a3d-aced-0db513773bb3 HTTP/1.1" status: 200 len: 853 time: 0.1025259 Jul 29 14:08:13.904042 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:13.917640 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3cdfb02f-e7db-4cdf-8351-ec182a094aed req-39af6874-4fd4-4408-93ed-f540b632ffab tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969536 Jul 29 14:08:13.949964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-a9916415-5f3d-40d9-a534-c70c8ab77503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:13.951473 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-a9916415-5f3d-40d9-a534-c70c8ab77503 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7aef8f76-7318-43fe-befd-a0cd15fdfb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0986733 Jul 29 14:08:14.005836 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.073190 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.075264 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-58d20242-6a37-45df-bf5e-d91531ab9eab tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:14.099744 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39259faf-7dc7-4eee-8a70-6b8e327bc7f2,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:14.102271 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:14.102861 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-ce0cc244-8d85-481a-824c-5775be697053 service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392317 Jul 29 14:08:14.202558 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.206499 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4404702 Jul 29 14:08:14.208671 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59546) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:14.214884 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'security_group_rule': {'security_group_id': 'd17e363c-1ebb-4f77-a6ce-feb1d2a9143a', 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:14.221438 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:14.226627 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Usage tracker for resource:security_group_rule and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:14.239468 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:14.239688 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:14.259809 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-18a26bd4-02c1-433f-a7c8-2536a006998d req-98662b3f-2c6d-4e64-a8a0-28e14026b8fa service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490979 Jul 29 14:08:14.370038 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.443148 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.516678 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.518716 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:14.544264 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1874574b-4527-4dd2-864f-443682685161,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:14.550007 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:14.638082 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-6755fdbf-0aa3-407a-a558-d10e8709b474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.691508 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.692759 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4830799 Jul 29 14:08:14.695972 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59552) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:14.702069 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'security_group_rule': {'security_group_id': 'd17e363c-1ebb-4f77-a6ce-feb1d2a9143a', 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:14.708978 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:14.713555 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Usage tracker for resource:security_group_rule and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:14.717124 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:14.725797 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:14.810806 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.securitygroups_db [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Project d5e53e368945453798b4323d32d3eab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:08:14.818803 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.894876 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.895905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc559f6b-53c0-4815-a4b4-f2b901e73c03 req-fecaab28-7237-429b-a37b-f3f362c20214 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:14.897646 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bc559f6b-53c0-4815-a4b4-f2b901e73c03 req-fecaab28-7237-429b-a37b-f3f362c20214 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0957766 Jul 29 14:08:14.945498 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bc559f6b-53c0-4815-a4b4-f2b901e73c03 req-daf8e8b6-1256-4077-94b2-68b3bf429d67 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Jul 29 14:08:14.970679 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:14.973005 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:15.003033 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a7ab62-b715-482b-a1d9-e9ba623dd84a,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:15.008236 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:15.076948 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:15.078078 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-05547a05-4f1e-45f3-985b-b067e0bdfeb8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3808689 Jul 29 14:08:15.082271 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59558) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:15.088216 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'security_group_rule': {'security_group_id': 'd17e363c-1ebb-4f77-a6ce-feb1d2a9143a', 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:15.094450 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:15.099762 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Usage tracker for resource:security_group_rule and tenant:d5e53e368945453798b4323d32d3eab7 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:15.103014 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:15.109081 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:15.179662 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.securitygroups_db [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Project d5e53e368945453798b4323d32d3eab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:08:15.187014 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:15.276078 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:15.362950 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:15.365034 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c00900b7-8710-41ea-8083-0e12309e0c1b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:15.387437 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00809e6-5dda-4802-b479-df6577446acb,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:15.391773 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:15.462041 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:15.463268 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f8b3ab0a-41c3-4863-a268-01465737eebb tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3798573 Jul 29 14:08:15.568359 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:15.596299 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-0c072654-2b87-4773-a042-bd2c341f6a3b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27961407&fields=id&tenant_id=d5e53e368945453798b4323d32d3eab7 HTTP/1.1" status: 200 len: 267 time: 0.0441589 Jul 29 14:08:15.682498 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-6d3f8ed6-0d30-4933-8e66-39867382c95b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:15.683970 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-6d3f8ed6-0d30-4933-8e66-39867382c95b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.0816729 Jul 29 14:08:15.695617 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'port': {'security_groups': ['ad9579c5-7532-430a-b5ca-e8e9cda52714', 'd17e363c-1ebb-4f77-a6ce-feb1d2a9143a']}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:15.830592 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:16.106136 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] For port ecd03465-d1ec-4da0-b458-6fbe1c6bced2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:16.134938 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:16.136287 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6736e-124c-4a05-8d5a-e156c59784eb req-b445ef50-9a87-4873-93af-44097a355b2f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:16.137909 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-38e6736e-124c-4a05-8d5a-e156c59784eb req-b445ef50-9a87-4873-93af-44097a355b2f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0834794 Jul 29 14:08:16.191091 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-38e6736e-124c-4a05-8d5a-e156c59784eb req-00559637-7c3f-493a-bfd8-d5203371a083 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 Jul 29 14:08:16.199711 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:16.206304 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:16.217706 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['ecd03465-d1ec-4da0-b458-6fbe1c6bced2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:08:16.273617 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:16.274259 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:16.275726 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-82038f94-dcaf-4b3a-bece-816a1ea3c6d3 req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "PUT /v2.0/ports/ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 200 len: 981 time: 0.5847976 Jul 29 14:08:16.276254 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:08:16.298846 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'Port': ['ID=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,revision_number=6']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:16.302776 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:16.334614 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'status': 'completed', 'code': 200} Jul 29 14:08:16.401421 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['ecd03465-d1ec-4da0-b458-6fbe1c6bced2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:08:16.617889 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-19032b1b-4a21-444e-aa4f-cdd924d60d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:16.620203 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-19032b1b-4a21-444e-aa4f-cdd924d60d6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5e53e368945453798b4323d32d3eab7&device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 1137 time: 0.2493947 Jul 29 14:08:16.630041 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5dec6-3a02-4673-9a18-c92642b1889e req-4100914f-24a1-46cd-bdd5-fe25081dc6fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:16.631684 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-04e5dec6-3a02-4673-9a18-c92642b1889e req-4100914f-24a1-46cd-bdd5-fe25081dc6fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.1326132 Jul 29 14:08:16.672248 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-c8a6d2ce-a05a-4073-9994-fad2d622d22a None None] Provisioning complete for port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:16.672737 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-c8a6d2ce-a05a-4073-9994-fad2d622d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:16.787302 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-04e5dec6-3a02-4673-9a18-c92642b1889e req-cfac9938-4168-43d0-9db2-b6060e49ce94 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1352718 Jul 29 14:08:16.830000 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-419ac01b-98e6-4e6f-aa8a-f7f44f47022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:16.831554 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-419ac01b-98e6-4e6f-aa8a-f7f44f47022c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7aef8f76-7318-43fe-befd-a0cd15fdfb51 HTTP/1.1" status: 200 len: 915 time: 0.1989319 Jul 29 14:08:16.952183 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-902b3fd1-56c1-435c-96c5-ded2de22e5b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 200 len: 1000 time: 0.1108019 Jul 29 14:08:17.019079 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-f1d8a632-66b3-4e58-84ee-639c8983edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:17.020561 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-f1d8a632-66b3-4e58-84ee-639c8983edb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=307351d9-f934-4a3d-aced-0db513773bb3 HTTP/1.1" status: 200 len: 853 time: 0.0616863 Jul 29 14:08:17.105128 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-5386cf3d-19cd-46fb-ae7b-3ce75bbc62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:17.105408 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:17.106721 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-5386cf3d-19cd-46fb-ae7b-3ce75bbc62c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7aef8f76-7318-43fe-befd-a0cd15fdfb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783849 Jul 29 14:08:17.260115 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-123a4cf9-b11f-4f5e-aa9f-f7ba1c4c99a0 service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435277 Jul 29 14:08:17.394647 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4657343-ab64-4cbe-b073-9c61ac6742c3 req-982d8d81-6186-43cb-a263-39b15c858b01 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:17.396126 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b4657343-ab64-4cbe-b073-9c61ac6742c3 req-982d8d81-6186-43cb-a263-39b15c858b01 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0837831 Jul 29 14:08:17.408370 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-069b6d2a-ca9a-4ce4-a52e-3d39de4b6f58 req-d72b7bec-3df9-4f59-95e4-b37e572900e4 service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363034 Jul 29 14:08:17.447403 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b4657343-ab64-4cbe-b073-9c61ac6742c3 req-81d26867-2ee8-442f-831d-c7725d398dfb tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Jul 29 14:08:18.634006 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9060cd-08a8-4de0-9ff2-4829fefd909c req-1433eded-d48c-4367-a0e5-e22f69d2d93f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:18.635489 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7b9060cd-08a8-4de0-9ff2-4829fefd909c req-1433eded-d48c-4367-a0e5-e22f69d2d93f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0814114 Jul 29 14:08:18.683434 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7b9060cd-08a8-4de0-9ff2-4829fefd909c req-c720d6c8-d549-47b4-bef1-0f0c7803b0c7 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Jul 29 14:08:19.873879 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee16dd-6f5b-492f-aa06-98a5751a4990 req-dde5da3f-328b-44c6-86d1-e0abd46d9ad2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:19.875449 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eaee16dd-6f5b-492f-aa06-98a5751a4990 req-dde5da3f-328b-44c6-86d1-e0abd46d9ad2 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0837538 Jul 29 14:08:19.922517 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-eaee16dd-6f5b-492f-aa06-98a5751a4990 req-f18d41df-eb15-4132-98dc-2a453408254f tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/security-groups?id=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Jul 29 14:08:20.244050 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7422f-da3e-4e77-8859-1be1750d852a req-29f17715-1c1d-4ea3-a171-2b79ca222c12 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:20.245486 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-97f7422f-da3e-4e77-8859-1be1750d852a req-29f17715-1c1d-4ea3-a171-2b79ca222c12 tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 945 time: 0.0833821 Jul 29 14:08:20.317691 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-97f7422f-da3e-4e77-8859-1be1750d852a req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Deleting port 8d66231d-6f95-404e-b64e-0342eb986d34 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:08:20.318028 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-97f7422f-da3e-4e77-8859-1be1750d852a req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:20.575713 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-97f7422f-da3e-4e77-8859-1be1750d852a req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] For port 8d66231d-6f95-404e-b64e-0342eb986d34, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=8d66231d-6f95-404e-b64e-0342eb986d34,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:20.575982 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-97f7422f-da3e-4e77-8859-1be1750d852a req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:20.702853 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-97f7422f-da3e-4e77-8859-1be1750d852a req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Calling delete_port for 8d66231d-6f95-404e-b64e-0342eb986d34 owned by compute:nova {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:08:21.002398 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-97f7422f-da3e-4e77-8859-1be1750d852a req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:21.012799 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-718dae32-bd16-45dd-a5d8-b82ac200b403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:21.020965 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['8d66231d-6f95-404e-b64e-0342eb986d34'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:08:21.097507 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Pushing event deleted for resources: {'Port': ['ID=8d66231d-6f95-404e-b64e-0342eb986d34,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:21.100391 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:21.131720 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8128039a-0cec-4bbf-aade-96fa9b8cde50 req-861ad7e7-02f1-4f5f-a9d5-d63a2a5b772a tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 210 time: 0.0876899 Jul 29 14:08:21.179734 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f7422f-da3e-4e77-8859-1be1750d852a req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] No DVR routers for this DVR port 8d66231d-6f95-404e-b64e-0342eb986d34 on host hv-cinder-80132 {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:08:21.182739 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-97f7422f-da3e-4e77-8859-1be1750d852a req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:21.185392 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1', 'name': 'network-vif-deleted', 'tag': '8d66231d-6f95-404e-b64e-0342eb986d34'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:08:21.229838 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1', 'name': 'network-vif-deleted', 'tag': '8d66231d-6f95-404e-b64e-0342eb986d34', 'status': 'completed', 'code': 200} Jul 29 14:08:21.265842 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-97f7422f-da3e-4e77-8859-1be1750d852a req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.36 "DELETE /v2.0/ports/8d66231d-6f95-404e-b64e-0342eb986d34 HTTP/1.1" status: 204 len: 173 time: 1.0144525 Jul 29 14:08:22.305343 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-02969529-c07e-418c-b420-b1cdd2d44531 req-e935cbff-a838-4480-9a02-4af4a51bba3d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Synchronizing usage tracker for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:08:22.421315 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-02969529-c07e-418c-b420-b1cdd2d44531 req-e935cbff-a838-4480-9a02-4af4a51bba3d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Unset dirty status for tenant:7047904c6c204415b804405a850952e3 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:08:22.422771 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-02969529-c07e-418c-b420-b1cdd2d44531 req-e935cbff-a838-4480-9a02-4af4a51bba3d tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b7d1e4e-705f-4bc2-84d0-f4110f6e1de1 HTTP/1.1" status: 200 len: 210 time: 0.1653891 Jul 29 14:08:23.479535 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 8d66231d-6f95-404e-b64e-0342eb986d34 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:08:23.513354 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 8d66231d-6f95-404e-b64e-0342eb986d34 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:08:23.513575 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 8d66231d-6f95-404e-b64e-0342eb986d34 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:08:23.519158 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59618) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:24.053864 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456647'] for router_interface, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:24.404315 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Deleting port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:08:24.404733 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:24.575883 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] For port 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=5eb9a519-d2e8-42f0-a7e6-5d218587c4b6,segment=NetworkSegment(5945e15f-245e-4766-8615-60f52cc8b0e3),segment_id=5945e15f-245e-4766-8615-60f52cc8b0e3)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:24.576597 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:24.788427 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Calling delete_port for 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 owned by network:router_interface {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:08:25.205293 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:25.209102 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:25.255078 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb9a519-d2e8-42f0-a7e6-5d218587c4b6,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:25.258058 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:25.518553 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456635'] for router_interface, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:25.880373 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Router b342d6f8-8020-4904-93ba-ccf5e369eba6 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:08:26.161905 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:08:26.170821 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] Sync routers for ids ['b342d6f8-8020-4904-93ba-ccf5e369eba6'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:08:26.181152 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] Routers {'b342d6f8-8020-4904-93ba-ccf5e369eba6'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:26.181771 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['b342d6f8-8020-4904-93ba-ccf5e369eba6'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:26.251719 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-a1d8f26d-551a-497e-8cd4-68daf688a24b admin admin] 10.222.0.22 "PUT /v2.0/routers/b342d6f8-8020-4904-93ba-ccf5e369eba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7232444 Jul 29 14:08:26.251833 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59628) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:26.368439 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] Set router b342d6f8-8020-4904-93ba-ccf5e369eba6 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:26.523658 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks [] for router, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:26.665198 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': '26153957-3874-408e-8739-45734dee4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:54Z', 'updated_at': '2021-07-29T14:08:25Z', 'revision_number': 5, 'project_id': '7047904c6c204415b804405a850952e3', 'gw_port': {'id': '26153957-3874-408e-8739-45734dee4e13', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:26.669156 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] Checking router: b342d6f8-8020-4904-93ba-ccf5e369eba6 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:08:26.678558 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] Routers {'b342d6f8-8020-4904-93ba-ccf5e369eba6'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:26.679252 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['b342d6f8-8020-4904-93ba-ccf5e369eba6'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:26.710738 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:26.780651 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Deleting port 26153957-3874-408e-8739-45734dee4e13 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:08:26.781257 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:26.838402 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:08:26.869919 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] Set router b342d6f8-8020-4904-93ba-ccf5e369eba6 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:26.969739 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] For port 26153957-3874-408e-8739-45734dee4e13, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=26153957-3874-408e-8739-45734dee4e13,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:26.970154 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:27.094704 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Calling delete_port for 26153957-3874-408e-8739-45734dee4e13 owned by network:router_gateway {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:08:27.156257 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': '26153957-3874-408e-8739-45734dee4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:54Z', 'updated_at': '2021-07-29T14:08:25Z', 'revision_number': 5, 'project_id': '7047904c6c204415b804405a850952e3', 'gw_port': {'id': '26153957-3874-408e-8739-45734dee4e13', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:27.161012 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a4d823-bccf-457e-b508-438bd676e7c9 None None] The sync data for ids ['b342d6f8-8020-4904-93ba-ccf5e369eba6'] in dv-cinder-801321-2-smb is: [{'id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'name': 'tempest-ServerRescueNegativeTestJSON-1383378033-router', 'tenant_id': '7047904c6c204415b804405a850952e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179'}], 'enable_snat': True}, 'gw_port_id': '26153957-3874-408e-8739-45734dee4e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:54Z', 'updated_at': '2021-07-29T14:08:25Z', 'revision_number': 5, 'project_id': '7047904c6c204415b804405a850952e3', 'gw_port': {'id': '26153957-3874-408e-8739-45734dee4e13', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b342d6f8-8020-4904-93ba-ccf5e369eba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:08:27.456620 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:27.460428 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-1b34f89e-d95d-4837-a06b-5737b729ba98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:27.509360 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Pushing event deleted for resources: {'Port': ['ID=26153957-3874-408e-8739-45734dee4e13,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:27.536566 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:27.603906 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621330'] for router_gateway, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:27.780089 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3417'] for router, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:27.782323 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.038718 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453448'] for router, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.039210 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b342d6f8-8020-4904-93ba-ccf5e369eba6 {{(pid=79175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:08:28.055882 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.057165 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b342d6f8-8020-4904-93ba-ccf5e369eba6 HTTP/1.1" status: 204 len: 168 time: 1.8098171 Jul 29 14:08:28.059896 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59638) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:28.122758 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] Deleting subnet 826a5c09-90df-4c91-8996-af9a02e8a88c {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:08:28.127613 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.185633 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.243971 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.393313 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.397281 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d717e870-9418-4ffa-b1ce-1ac630e98ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:28.431354 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=826a5c09-90df-4c91-8996-af9a02e8a88c,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:28.433886 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:28.438024 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.444104 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/826a5c09-90df-4c91-8996-af9a02e8a88c HTTP/1.1" status: 204 len: 168 time: 0.3830302 Jul 29 14:08:28.446587 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59644) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:28.557634 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.689207 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.709725 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09c26fe-9a9f-4a61-8a10-90b1b216cc31']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:28.727905 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5945e15f-245e-4766-8615-60f52cc8b0e3') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:28.728237 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5945e15f-245e-4766-8615-60f52cc8b0e3') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:28.741207 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.757931 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.764068 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:08:28.764459 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:08:28.778548 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:08:28.837511 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:08:28.874555 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:08:28.880522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 5eb9a519-d2e8-42f0-a7e6-5d218587c4b6 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:08:28.880522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 26153957-3874-408e-8739-45734dee4e13 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:08:28.909098 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 26153957-3874-408e-8739-45734dee4e13 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:08:28.909363 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 26153957-3874-408e-8739-45734dee4e13 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:08:28.944792 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.948945 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-99bff23f-1f86-490b-89be-37abb6ca90d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:28.962225 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:28.977130 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Pushing event deleted for resources: {'Network': ['ID=b09c26fe-9a9f-4a61-8a10-90b1b216cc31,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:28.979959 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:29.039616 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] 10.222.0.22 "DELETE /v2.0/networks/b09c26fe-9a9f-4a61-8a10-90b1b216cc31 HTTP/1.1" status: 204 len: 168 time: 0.5919785 Jul 29 14:08:29.437341 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59662) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:29.486122 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-cce99c88-99b4-495d-8770-dfa6f28fea53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7047904c6c204415b804405a850952e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469401 Jul 29 14:08:29.488584 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59666) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:29.549038 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-aedffe63-f833-4554-8cfe-3e5ea652abbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:29.575750 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-aedffe63-f833-4554-8cfe-3e5ea652abbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:29.770309 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-aedffe63-f833-4554-8cfe-3e5ea652abbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:29.774118 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-709c5334-90cb-4752-a111-7d90cced8acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:29.788895 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedffe63-f833-4554-8cfe-3e5ea652abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:29.793144 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-aedffe63-f833-4554-8cfe-3e5ea652abbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:29.869026 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-aedffe63-f833-4554-8cfe-3e5ea652abbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:29.870228 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-aedffe63-f833-4554-8cfe-3e5ea652abbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1045bb8-35da-4ae0-b8d7-48e8b15b3b0b HTTP/1.1" status: 204 len: 168 time: 0.3807340 Jul 29 14:08:32.201709 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:32.825529 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59732) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:32.944350 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:32.960207 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:32.964336 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Usage tracker for resource:security_group_rule and tenant:a07f1e28edcb45de99f8c9e99430a1b4 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:32.968012 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:32.974003 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:33.063670 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:33.150004 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:33.159549 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b41e88a0-b170-4e6f-891d-216bf05db303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:33.200132 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a07f1e28edcb45de99f8c9e99430a1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735094 Jul 29 14:08:33.200908 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ebc56d-f9f1-4106-bc9b-4c2acc05414f,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:33.203007 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59740) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:33.204913 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:33.263852 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0244c5ad-65e6-4582-afcf-0394d0091918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:33.292012 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0244c5ad-65e6-4582-afcf-0394d0091918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:33.441500 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0244c5ad-65e6-4582-afcf-0394d0091918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:33.445282 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fce77653-7876-44fd-bd11-0e5e36182a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:33.456721 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244c5ad-65e6-4582-afcf-0394d0091918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ebc56d-f9f1-4106-bc9b-4c2acc05414f,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:33.460253 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0244c5ad-65e6-4582-afcf-0394d0091918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:33.463414 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0244c5ad-65e6-4582-afcf-0394d0091918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:33.464526 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-0244c5ad-65e6-4582-afcf-0394d0091918 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99ebc56d-f9f1-4106-bc9b-4c2acc05414f HTTP/1.1" status: 204 len: 168 time: 0.2605202 Jul 29 14:08:34.252921 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59752) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:34.270939 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:34.286413 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:34.290617 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Usage tracker for resource:security_group_rule and tenant:a8ccf90395b8431ab3b0660c3a748219 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:34.293608 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:34.304372 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:34.381047 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:34.495486 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:34.504272 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0cbfd167-07a3-4e26-9f9e-8d68ff7fcf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:34.544884 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8ccf90395b8431ab3b0660c3a748219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906537 Jul 29 14:08:34.545787 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23416ad8-2447-4492-85b4-175338012dce,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:34.547825 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59758) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:34.549841 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:34.607583 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f793f66d-b2f3-490e-90ec-1efd65ccb66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:34.633747 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f793f66d-b2f3-490e-90ec-1efd65ccb66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:34.801496 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f793f66d-b2f3-490e-90ec-1efd65ccb66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:34.805160 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-261d5b9e-0ec0-4d24-966d-406152ac7c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:34.817160 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793f66d-b2f3-490e-90ec-1efd65ccb66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23416ad8-2447-4492-85b4-175338012dce,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:34.819881 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f793f66d-b2f3-490e-90ec-1efd65ccb66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:34.826822 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f793f66d-b2f3-490e-90ec-1efd65ccb66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:34.828058 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f793f66d-b2f3-490e-90ec-1efd65ccb66b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23416ad8-2447-4492-85b4-175338012dce HTTP/1.1" status: 204 len: 168 time: 0.2790241 Jul 29 14:08:38.795971 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59844) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:38.922461 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:38.936622 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:38.941023 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Usage tracker for resource:security_group_rule and tenant:7cef4a8b5f5841a49e51600ce50d0204 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:38.943750 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:38.949450 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:39.033003 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:39.089747 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:39.098806 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-aedffe63-f833-4554-8cfe-3e5ea652abbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:39.138307 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cef4a8b5f5841a49e51600ce50d0204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408940 Jul 29 14:08:39.139912 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74abd3d-37bb-4b5b-b56a-a1dbacd6e923,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:39.140932 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59852) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:39.143099 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:39.206213 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-293b00b5-2b81-4b1e-8025-3baeae220e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:39.233115 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-293b00b5-2b81-4b1e-8025-3baeae220e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:39.367284 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-293b00b5-2b81-4b1e-8025-3baeae220e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:39.371054 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9b71a17e-8fe2-4f31-8565-6dae50f2e769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:39.384943 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b00b5-2b81-4b1e-8025-3baeae220e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74abd3d-37bb-4b5b-b56a-a1dbacd6e923,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:39.388767 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-293b00b5-2b81-4b1e-8025-3baeae220e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:39.394505 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-293b00b5-2b81-4b1e-8025-3baeae220e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:39.395778 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-293b00b5-2b81-4b1e-8025-3baeae220e44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f74abd3d-37bb-4b5b-b56a-a1dbacd6e923 HTTP/1.1" status: 204 len: 168 time: 0.2538424 Jul 29 14:08:40.685910 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59896) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:40.798347 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2082577739-network', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:40.803232 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:40.807081 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Usage tracker for resource:network and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:40.810015 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:40.817176 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:40.898436 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Made reservation on behalf of e79d74420ba849a688b9c95ab9c0a4f5 for: {'network': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:08:40.900790 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:40.913400 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:40.928191 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:40.932192 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Usage tracker for resource:security_group_rule and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:40.937096 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:40.943045 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:41.030730 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.115546 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.119895 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-876d5800-ab73-43e4-9c47-4bf475fec932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:41.151774 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=79176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:08:41.160527 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c2702f-7b41-453c-8d49-0dba30287fef,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:41.163658 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:41.167726 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.168121 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.segments_db [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Added segment 53e2d4fa-dfeb-485c-ac17-c55db1ff3e15 of type vlan for network 37e052b0-c068-4de9-bfec-457c37ea3946 Jul 29 14:08:41.200192 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.323911 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.325330 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:41.325922 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.329671 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:41.434525 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Pushing event updated for resources: {'Network': ['ID=37e052b0-c068-4de9-bfec-457c37ea3946,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:41.437791 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:41.445150 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 37e052b0-c068-4de9-bfec-457c37ea3946 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:08:41.493277 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8060634 Jul 29 14:08:41.496229 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59910) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:41.503180 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Request body: {'subnet': {'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2082577739-subnet', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'ip_version': 4}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:41.508109 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:41.511996 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Usage tracker for resource:subnet and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:41.514871 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:41.521813 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:41.598297 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Made reservation on behalf of e79d74420ba849a688b9c95ab9c0a4f5 for: {'subnet': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:08:41.600686 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32339185'] for subnet, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.815746 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ed686d4b-a151-4993-b44b-090d1aab4359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.876556 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32328896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32339075'] for subnet, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:41.880757 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:42.038823 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3965ee-36f1-42da-a683-61dd1543c756,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:42.044760 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:42.046785 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Checking segment: {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:08:42.047137 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Network hostable DHCP agents. Network: 37e052b0-c068-4de9-bfec-457c37ea3946, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:08:42.158490 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Network 37e052b0-c068-4de9-bfec-457c37ea3946 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:08:42.226855 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 37e052b0-c068-4de9-bfec-457c37ea3946) {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:42.230966 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:42.231549 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:42.236200 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b063f764-7eea-4d07-b1e6-cec50e33414c None None] Network 37e052b0-c068-4de9-bfec-457c37ea3946 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:08:42.333853 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8365440 Jul 29 14:08:42.336706 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59920) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:42.341777 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:42.346857 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:42.350809 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Usage tracker for resource:router and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:42.354381 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:42.361439 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:42.426954 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3407'] for router, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:42.427989 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-454443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3398'] for router, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:42.443952 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:42.473886 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9a65028-e01f-54d7-bf4a-7477a62c9b97-37e052b0-c068-4de9-bfec-457c37ea3946', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756'}]}} from dv-cinder-801321-2-smb. {{(pid=79177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:08:42.474785 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:42.530239 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:42.655474 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.db_base_plugin_common [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Allocated IP 172.20.0.2 (37e052b0-c068-4de9-bfec-457c37ea3946/6c3965ee-36f1-42da-a683-61dd1543c756/f938ccb7-01d8-4762-805f-d1f5d8b6ca18) {{(pid=79177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:08:42.837654 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3408'] for router, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:42.867689 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Notify callbacks [] for port, precommit_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:42.878728 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Transition to ACTIVE for port object f938ccb7-01d8-4762-805f-d1f5d8b6ca18 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:08:42.897183 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Transition to ACTIVE for port object f938ccb7-01d8-4762-805f-d1f5d8b6ca18 will not be triggered until provisioned by entity DHCP. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:08:42.984765 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:42.991150 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:43.002276 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35480074-ec00-436f-879b-86345e55ad03 req-c731d78b-224a-4828-8066-8b67c9dfd850 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:43.012001 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-35480074-ec00-436f-879b-86345e55ad03 req-c731d78b-224a-4828-8066-8b67c9dfd850 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.1047208 Jul 29 14:08:43.064120 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Network 37e052b0-c068-4de9-bfec-457c37ea3946 is already hosted by enough agents. {{(pid=79177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:08:43.067596 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.base_scheduler [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Resources bound (agent type, host, resource id): {{(pid=79177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:43.072027 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Received port after_create {{(pid=79177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:08:43.076033 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-35480074-ec00-436f-879b-86345e55ad03 req-cffff9a8-33eb-4119-9358-076b70c7daba tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Synchronizing usage tracker for tenant:d5e53e368945453798b4323d32d3eab7 on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:08:43.080851 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59934) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:43.081774 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Pushing event updated for resources: {'Port': ['ID=f938ccb7-01d8-4762-805f-d1f5d8b6ca18,revision_number=1']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:43.118590 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.118948 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.119273 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.119607 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.119937 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.120263 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.120998 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.120998 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.121258 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.121568 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.121888 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.122205 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:43.130776 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:43.140018 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-363bf9cf-022f-4062-95b8-f5d3ecd733b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:43.141625 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-363bf9cf-022f-4062-95b8-f5d3ecd733b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5e53e368945453798b4323d32d3eab7&device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 1137 time: 0.1790807 Jul 29 14:08:43.183144 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Attempting to bind port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:08:43.183692 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Attempting to bind port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:08:43.184155 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Attempting to bind port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 on network 37e052b0-c068-4de9-bfec-457c37ea3946 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:08:43.186737 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-35480074-ec00-436f-879b-86345e55ad03 req-cffff9a8-33eb-4119-9358-076b70c7daba tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Unset dirty status for tenant:d5e53e368945453798b4323d32d3eab7 on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:08:43.187909 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-35480074-ec00-436f-879b-86345e55ad03 req-cffff9a8-33eb-4119-9358-076b70c7daba tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1749127 Jul 29 14:08:43.190035 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:08:43.190809 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Checking segment: {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:08:43.191159 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.191655 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Bound using segment: {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:08:43.192295 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Bound port: f938ccb7-01d8-4762-805f-d1f5d8b6ca18, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:08:43.192798 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.229914 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.246249 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:43.250477 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Usage tracker for resource:security_group_rule and tenant:bb6532ef31014a3d8534d4ccb4e5d430 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:43.255293 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:43.261611 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:43.301226 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] For port f938ccb7-01d8-4762-805f-d1f5d8b6ca18, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:08:43.304350 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] For port f938ccb7-01d8-4762-805f-d1f5d8b6ca18, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f938ccb7-01d8-4762-805f-d1f5d8b6ca18,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:08:43.351746 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.353408 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.358081 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:43.432907 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.437130 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Pushing event updated for resources: {'Port': ['ID=f938ccb7-01d8-4762-805f-d1f5d8b6ca18,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:43.440653 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:43.445265 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c20c4cdd-d0f2-4124-95b0-048cb8764219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:43.467791 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-88428293-207f-411b-a4d7-1429639438f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:43.470030 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-88428293-207f-411b-a4d7-1429639438f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7aef8f76-7318-43fe-befd-a0cd15fdfb51 HTTP/1.1" status: 200 len: 915 time: 0.3198128 Jul 29 14:08:43.477237 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.492671 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb6532ef31014a3d8534d4ccb4e5d430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091036 Jul 29 14:08:43.493942 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8160b587-f05f-4afe-8850-ee554551d28e,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:43.496620 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59940) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:43.499611 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:43.564334 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e099b73e-1cf2-4eeb-ab78-5bd556267fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.582726 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.597305 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e099b73e-1cf2-4eeb-ab78-5bd556267fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.673707 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-9d4b110c-fadb-4836-b09e-f4c0804ea754 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 200 len: 1000 time: 0.1710246 Jul 29 14:08:43.734648 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e099b73e-1cf2-4eeb-ab78-5bd556267fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.741858 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cc92c935-07f8-491c-b829-4b0ae46e2e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:43.770639 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099b73e-1cf2-4eeb-ab78-5bd556267fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8160b587-f05f-4afe-8850-ee554551d28e,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:43.773856 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e099b73e-1cf2-4eeb-ab78-5bd556267fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:43.778713 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e099b73e-1cf2-4eeb-ab78-5bd556267fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:43.780429 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-e099b73e-1cf2-4eeb-ab78-5bd556267fa5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8160b587-f05f-4afe-8850-ee554551d28e HTTP/1.1" status: 204 len: 168 time: 0.2824566 Jul 29 14:08:43.797257 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-b3939a1d-44e9-48ea-a669-faba4f840cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:43.798883 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-b3939a1d-44e9-48ea-a669-faba4f840cd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=307351d9-f934-4a3d-aced-0db513773bb3 HTTP/1.1" status: 200 len: 853 time: 0.1166558 Jul 29 14:08:43.815145 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Allocated IP 172.28.0.102 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/fae408d5-4707-4cb1-bc2a-7f986e113639) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:08:44.119388 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-4c778220-8cc4-4545-92bd-0b8f67451c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:44.120938 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-4c778220-8cc4-4545-92bd-0b8f67451c0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7aef8f76-7318-43fe-befd-a0cd15fdfb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3035784 Jul 29 14:08:44.166205 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:44.293649 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-d29d287b-fc96-49dd-88ee-9ab03dcc4cbf service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583312 Jul 29 14:08:44.447631 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:44.457354 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:44.527507 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8f7d5-dd2c-4692-a186-113444c11301 None None] Network 37e052b0-c068-4de9-bfec-457c37ea3946 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:08:44.558037 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59950) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:44.559356 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:08:44.562739 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-6051755f-b0db-4cc6-ac3d-07ea6d81dc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:44.578430 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:44.580305 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:44.582236 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:08:44.597044 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:44.601352 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Usage tracker for resource:security_group_rule and tenant:c3d0d289ddda477881cfb01272dd2222 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:44.604347 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:44.611821 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:44.641428 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Pushing event updated for resources: {'Port': ['ID=fae408d5-4707-4cb1-bc2a-7f986e113639,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:44.644546 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:44.656543 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a9274429-f21e-409b-a4c3-32c9c5e700d2 req-3dad66ed-ad62-45b9-84ca-99c28c6eea98 service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544300 Jul 29 14:08:44.739024 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:44.757423 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62523-5361-4d09-9a93-695b3f8b198c req-f3afc66c-d672-4b98-ae8b-07d23ade83a2 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:44.762367 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3df62523-5361-4d09-9a93-695b3f8b198c req-f3afc66c-d672-4b98-ae8b-07d23ade83a2 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.4233856 Jul 29 14:08:44.770584 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-2d50f3a0-6369-4173-b6a4-03f288812af8 None None] Provisioning for port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:08:44.792571 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:44.804036 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b047fc72-dcd2-4d89-ba0c-2c3eb5957782 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:44.907930 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3d0d289ddda477881cfb01272dd2222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476129 Jul 29 14:08:44.911166 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59954) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:44.914761 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5c65b4-3d89-4303-a942-27d9c7c325e4,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:44.922547 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:44.979228 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f938ccb7-01d8-4762-805f-d1f5d8b6ca18 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:08:44.986698 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3df62523-5361-4d09-9a93-695b3f8b198c req-a2b17b1c-829b-4689-a1cb-4ffa3e1e528a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1501882 Jul 29 14:08:45.051748 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a539afd3-00e3-4415-ab7b-36842e06b86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.085520 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a539afd3-00e3-4415-ab7b-36842e06b86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.167049 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:08:45.178859 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:45.179248 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.253710 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-3be068b0-4ba7-45e1-a303-4811281049d5 None None] Provisioning complete for port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:45.254097 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3be068b0-4ba7-45e1-a303-4811281049d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.264693 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a539afd3-00e3-4415-ab7b-36842e06b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.269318 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d642f837-79b3-4a9a-ba16-a4a0e2cc46b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:45.286429 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539afd3-00e3-4415-ab7b-36842e06b86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5c65b4-3d89-4303-a942-27d9c7c325e4,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:45.289967 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a539afd3-00e3-4415-ab7b-36842e06b86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:45.303230 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a539afd3-00e3-4415-ab7b-36842e06b86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.303462 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.305006 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-a539afd3-00e3-4415-ab7b-36842e06b86c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd5c65b4-3d89-4303-a942-27d9c7c325e4 HTTP/1.1" status: 204 len: 168 time: 0.3918724 Jul 29 14:08:45.386509 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.478111 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port f938ccb7-01d8-4762-805f-d1f5d8b6ca18, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f938ccb7-01d8-4762-805f-d1f5d8b6ca18,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:45.488412 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-3be068b0-4ba7-45e1-a303-4811281049d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.654004 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.654858 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.665409 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621471'] for router, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:45.686985 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-a12fcf58-d4d2-410e-bb16-90e6e772814d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:45.786263 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.api [None req-3be068b0-4ba7-45e1-a303-4811281049d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:08:45.786658 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_db.api [None req-3be068b0-4ba7-45e1-a303-4811281049d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:08:45.805302 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=f938ccb7-01d8-4762-805f-d1f5d8b6ca18,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:45.808532 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:46.098250 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Router 1c7ec020-c299-4415-beef-c8fd5324d099 is scheduled to L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e with binding_index 1 {{(pid=79176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:08:46.163923 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59966) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:46.190850 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:46.209926 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:46.215412 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] Usage tracker for resource:security_group_rule and tenant:bff1e4b41e224abdb7fab96aba949358 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:46.219109 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:46.227182 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:46.237484 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cdcf7-22a2-4273-9e6c-8d889e02deab req-ca18d680-a577-4706-b515-2ca027def9db tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:46.238962 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d39cdcf7-22a2-4273-9e6c-8d889e02deab req-ca18d680-a577-4706-b515-2ca027def9db tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.1349466 Jul 29 14:08:46.290269 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:08:46.308232 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d39cdcf7-22a2-4273-9e6c-8d889e02deab req-99a102c9-3bb2-4204-b833-cc5be780c347 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0614245 Jul 29 14:08:46.337880 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Sync routers for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:08:46.366978 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:46.366978 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:46.378835 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:46.387013 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Notify callbacks [] for router, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:46.390692 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0506215 Jul 29 14:08:46.390948 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 59970) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:46.441184 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:46.451825 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6776c10d-8000-4b10-aa4e-770731ab213b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:46.493750 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b9fee8-ed3f-4d42-b724-1a78b3f1923d,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:46.498099 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bff1e4b41e224abdb7fab96aba949358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315911 Jul 29 14:08:46.499592 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-78f37a4e-0e76-4819-ab7f-7cb0c2ad830f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:46.501427 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 59974) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:46.553340 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:46.568334 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c0eae7b5-9ab8-4fbd-bcce-a57ec410d84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:46.600847 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c0eae7b5-9ab8-4fbd-bcce-a57ec410d84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:46.739360 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c0eae7b5-9ab8-4fbd-bcce-a57ec410d84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:46.744259 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0ff85fa2-acde-4047-a38d-e93bf15f2e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:46.758676 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eae7b5-9ab8-4fbd-bcce-a57ec410d84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b9fee8-ed3f-4d42-b724-1a78b3f1923d,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:46.761671 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c0eae7b5-9ab8-4fbd-bcce-a57ec410d84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:46.763583 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-c0eae7b5-9ab8-4fbd-bcce-a57ec410d84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:46.764920 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-c0eae7b5-9ab8-4fbd-bcce-a57ec410d84f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1b9fee8-ed3f-4d42-b724-1a78b3f1923d HTTP/1.1" status: 204 len: 168 time: 0.2622237 Jul 29 14:08:46.872256 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f938ccb7-01d8-4762-805f-d1f5d8b6ca18 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:08:46.964086 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:45Z', 'revision_number': 3, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:46.971081 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Checking router: 1c7ec020-c299-4415-beef-c8fd5324d099 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:08:46.971442 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Updating router 1c7ec020-c299-4415-beef-c8fd5324d099 port fae408d5-4707-4cb1-bc2a-7f986e113639 binding host dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:08:47.016864 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.019445 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:47.019818 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.074886 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.121232 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.351879 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Allocated IP 172.20.0.1 (37e052b0-c068-4de9-bfec-457c37ea3946/6c3965ee-36f1-42da-a683-61dd1543c756/b31c19e9-af2d-4009-92d3-aea44f39dd9f) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:08:47.559377 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Notify callbacks [] for port, precommit_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.574894 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Transition to ACTIVE for port object fae408d5-4707-4cb1-bc2a-7f986e113639 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:08:47.599362 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.621541 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Transition to ACTIVE for port object b31c19e9-af2d-4009-92d3-aea44f39dd9f will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:08:47.630906 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e161d93-392b-4dc4-8346-093801386d97 req-58183122-0297-4eb4-ad76-327dc6fa1642 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:47.632423 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7e161d93-392b-4dc4-8346-093801386d97 req-58183122-0297-4eb4-ad76-327dc6fa1642 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.1698430 Jul 29 14:08:47.718533 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.725848 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:47.802041 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7e161d93-392b-4dc4-8346-093801386d97 req-bbaf3b3f-0616-47f6-9176-ad750bab1db8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1634052 Jul 29 14:08:47.806280 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Attempting to bind port fae408d5-4707-4cb1-bc2a-7f986e113639 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:08:47.806669 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Attempting to bind port fae408d5-4707-4cb1-bc2a-7f986e113639 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:08:47.807043 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Attempting to bind port fae408d5-4707-4cb1-bc2a-7f986e113639 on network 2621a826-6f62-4aa0-b8af-b09c27f3de7a {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:08:47.818785 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:08:47.818785 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Checking segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:08:47.818785 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.818785 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Bound using segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:08:47.819115 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Bound port: fae408d5-4707-4cb1-bc2a-7f986e113639, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:08:47.819464 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.867043 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a3f6e-ccd3-4d72-8f8f-c0af932b8d99 None None] Pushing event updated for resources: {'Port': ['ID=fae408d5-4707-4cb1-bc2a-7f986e113639,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:47.871131 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-df0a3f6e-ccd3-4d72-8f8f-c0af932b8d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:47.877060 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:47.882236 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c46edc98-71f1-488d-b0cf-0e4615abd648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:47.921658 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] For port fae408d5-4707-4cb1-bc2a-7f986e113639, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:08:47.926965 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] For port fae408d5-4707-4cb1-bc2a-7f986e113639, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=fae408d5-4707-4cb1-bc2a-7f986e113639,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:08:47.951909 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Network 37e052b0-c068-4de9-bfec-457c37ea3946 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:08:47.954766 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:47.957142 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:08:47.997119 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Pushing event updated for resources: {'Port': ['ID=b31c19e9-af2d-4009-92d3-aea44f39dd9f,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:48.001897 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:48.027141 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456538'] for router_interface, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:48.044668 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:48.049245 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:48.137128 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:48.137776 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:48.220530 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a3f6e-ccd3-4d72-8f8f-c0af932b8d99 None None] Pushing event updated for resources: {'Port': ['ID=fae408d5-4707-4cb1-bc2a-7f986e113639,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:48.226135 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-df0a3f6e-ccd3-4d72-8f8f-c0af932b8d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:48.363405 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:48.401938 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:48.476962 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-2bc2bdfc-da12-475d-b371-679e7dbf9930 None None] Provisioning for port b31c19e9-af2d-4009-92d3-aea44f39dd9f completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:08:48.505529 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-2bc2bdfc-da12-475d-b371-679e7dbf9930 None None] Provisioning complete for port b31c19e9-af2d-4009-92d3-aea44f39dd9f triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:48.505918 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2bc2bdfc-da12-475d-b371-679e7dbf9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:48.633107 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-2bc2bdfc-da12-475d-b371-679e7dbf9930 None None] Port b31c19e9-af2d-4009-92d3-aea44f39dd9f cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:08:48.655305 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:48.729600 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:48.732594 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:45Z', 'revision_number': 3, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:48.740133 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542f0ae5-9555-47ee-b73b-f3bd692fa61b None None] The sync data for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb is: [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:45Z', 'revision_number': 3, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:08:48.771681 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bf7a6bd6-e227-460d-ae17-0d99716b18ee tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:48.853541 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Pushing event updated for resources: {'Port': ['ID=b31c19e9-af2d-4009-92d3-aea44f39dd9f,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:48.858671 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:48.859643 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456501'] for router_interface, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:49.090630 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Network 37e052b0-c068-4de9-bfec-457c37ea3946 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:08:49.093316 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:49.200934 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb6a9f-60be-4dc2-8e5d-4026482af9f7 req-b4023a64-b967-4f25-8293-a5f5104346e2 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:49.207817 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d8bb6a9f-60be-4dc2-8e5d-4026482af9f7 req-b4023a64-b967-4f25-8293-a5f5104346e2 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.2484033 Jul 29 14:08:49.391988 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d8bb6a9f-60be-4dc2-8e5d-4026482af9f7 req-711bb1ed-3da3-4071-8477-42e952df88bd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1791813 Jul 29 14:08:49.426657 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Router 1c7ec020-c299-4415-beef-c8fd5324d099 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:08:49.460129 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-27e54809-16d4-411b-a83a-303475296072 None None] Provisioning complete for port b31c19e9-af2d-4009-92d3-aea44f39dd9f triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:49.460651 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-27e54809-16d4-411b-a83a-303475296072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:49.547998 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-27e54809-16d4-411b-a83a-303475296072 None None] Port b31c19e9-af2d-4009-92d3-aea44f39dd9f cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:08:49.667537 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:08:49.685087 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] 10.222.0.22 "PUT /v2.0/routers/1c7ec020-c299-4415-beef-c8fd5324d099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2843335 Jul 29 14:08:50.158770 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29d024-1d23-4226-9a6c-cf233e9aae1b req-783a6efb-af60-4187-ab22-6777513d5d49 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:50.160276 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6b29d024-1d23-4226-9a6c-cf233e9aae1b req-783a6efb-af60-4187-ab22-6777513d5d49 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 946 time: 0.0853696 Jul 29 14:08:50.212987 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6b29d024-1d23-4226-9a6c-cf233e9aae1b req-107911b6-e2f4-44a0-8141-d9732752c9fb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466826 Jul 29 14:08:50.504777 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60060) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:50.510446 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1945971040-network', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:50.547977 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:50.552092 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Usage tracker for resource:network and tenant:363664ed327a4bb3b10986dfbc4494fe is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:50.555107 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:50.569768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:50.597923 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Sync routers for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:08:50.609180 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:50.610464 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:50.615027 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acb34c-7d8f-4e60-990f-372a7efeb284 req-662aea1e-2caa-4f7a-b690-ec3a1633457d tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:50.620089 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f7acb34c-7d8f-4e60-990f-372a7efeb284 req-662aea1e-2caa-4f7a-b690-ec3a1633457d tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.1026192 Jul 29 14:08:50.676852 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f7acb34c-7d8f-4e60-990f-372a7efeb284 req-33b6b0e4-1d45-46ab-abd2-c7b6127e365b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535557 Jul 29 14:08:50.677972 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Made reservation on behalf of 363664ed327a4bb3b10986dfbc4494fe for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:08:50.680498 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:50.694054 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:50.711779 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:50.715755 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Usage tracker for resource:security_group_rule and tenant:363664ed327a4bb3b10986dfbc4494fe is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:50.718942 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:50.726713 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:50.818822 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:50.864825 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:50.882528 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device fae408d5-4707-4cb1-bc2a-7f986e113639 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:08:50.884058 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:50.887100 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-25ff4aa0-3cce-41c9-906a-879bfb4f130d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:50.917971 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:08:50.925047 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ee5653-ba36-4dee-9ec7-c996d9c1151a,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:50.928889 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:50.936212 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:50.936582 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Added segment a1aca8c8-7eeb-4592-b27a-1f2e907f50c7 of type vlan for network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 Jul 29 14:08:50.965129 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.033330 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port fae408d5-4707-4cb1-bc2a-7f986e113639 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:08:51.038235 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port fae408d5-4707-4cb1-bc2a-7f986e113639 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:51.042704 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.066683 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.068171 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:51.069112 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.074403 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:51.164990 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.176684 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Pushing event updated for resources: {'Network': ['ID=91b2c7bb-641c-45cc-ac81-a73b3fd116c5,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:51.183628 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port fae408d5-4707-4cb1-bc2a-7f986e113639, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=fae408d5-4707-4cb1-bc2a-7f986e113639,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:51.186576 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:08:51.186887 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:51.192747 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'b31c19e9-af2d-4009-92d3-aea44f39dd9f', 'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'mac_address': 'fa:16:3e:88:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:47Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 2, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'subnets': [{'id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:51.196661 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Checking router: 1c7ec020-c299-4415-beef-c8fd5324d099 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:08:51.197045 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Updating router 1c7ec020-c299-4415-beef-c8fd5324d099 port b31c19e9-af2d-4009-92d3-aea44f39dd9f binding host dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:08:51.241663 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7332017 Jul 29 14:08:51.242266 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60068) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:51.249746 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Request body: {'subnet': {'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1945971040-subnet', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'ip_version': 4}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:51.254741 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:51.258958 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.259203 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Usage tracker for resource:subnet and tenant:363664ed327a4bb3b10986dfbc4494fe is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:51.262280 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:51.270763 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:51.280264 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.284931 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:51.353230 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=fae408d5-4707-4cb1-bc2a-7f986e113639,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:51.356211 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:51.366884 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Made reservation on behalf of 363664ed327a4bb3b10986dfbc4494fe for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:08:51.369459 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32465070'] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.544403 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3e467-07a0-4701-bd54-8fe824f32a36 req-b70b66a0-4e03-4f2b-93e6-e92bd5df4ee2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:51.545847 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b6a3e467-07a0-4701-bd54-8fe824f32a36 req-b70b66a0-4e03-4f2b-93e6-e92bd5df4ee2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 946 time: 0.1990049 Jul 29 14:08:51.596820 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b6a3e467-07a0-4701-bd54-8fe824f32a36 req-a82acf3f-d625-4a7a-b60f-f2d50638dc67 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Jul 29 14:08:51.639952 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.652189 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Transition to ACTIVE for port object b31c19e9-af2d-4009-92d3-aea44f39dd9f will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:08:51.678299 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30779904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32465116'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.683351 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:51.753214 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.758353 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-6088e725-b5dc-46ed-a563-9df80661f971 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:51.760424 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-6088e725-b5dc-46ed-a563-9df80661f971 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 946 time: 0.1167364 Jul 29 14:08:51.762958 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-0251918b-71a0-4b5d-b415-d9bb41f6b755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:51.829260 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:51.835219 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:51.846732 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Deleting port 84c29115-d44d-4e67-a4c2-3b08963b4049 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:08:51.847173 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:51.866032 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Checking segment: {'id': 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:08:51.866681 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Network hostable DHCP agents. Network: 91b2c7bb-641c-45cc-ac81-a73b3fd116c5, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:08:51.982023 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Pushing event updated for resources: {'Port': ['ID=b31c19e9-af2d-4009-92d3-aea44f39dd9f,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:51.996664 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.001740 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:08:52.002684 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376289-4df6-44a2-8b50-c95950a7c0ab req-145e20e0-055f-406a-9ef3-19e1884b5a01 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:52.007117 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fc376289-4df6-44a2-8b50-c95950a7c0ab req-145e20e0-055f-406a-9ef3-19e1884b5a01 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.1262524 Jul 29 14:08:52.010171 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:08:52.012594 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:52.086722 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fc376289-4df6-44a2-8b50-c95950a7c0ab req-e6b9ea0e-192e-468d-b25b-ca854b068bf7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0596848 Jul 29 14:08:52.106285 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 91b2c7bb-641c-45cc-ac81-a73b3fd116c5) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:52.111300 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:52.111884 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.123231 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Attempting to bind port b31c19e9-af2d-4009-92d3-aea44f39dd9f on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:08:52.123231 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Attempting to bind port b31c19e9-af2d-4009-92d3-aea44f39dd9f by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:08:52.123231 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Attempting to bind port b31c19e9-af2d-4009-92d3-aea44f39dd9f on network 37e052b0-c068-4de9-bfec-457c37ea3946 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:08:52.124030 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b8b31-a408-4099-845f-c5fa27355c9a None None] Network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:08:52.129883 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:08:52.130355 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Checking segment: {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:08:52.130821 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.131306 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Bound using segment: {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:08:52.132129 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Bound port: b31c19e9-af2d-4009-92d3-aea44f39dd9f, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:08:52.132621 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.162393 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] For port 84c29115-d44d-4e67-a4c2-3b08963b4049, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=84c29115-d44d-4e67-a4c2-3b08963b4049,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:52.163070 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.195957 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9525878 Jul 29 14:08:52.196668 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60080) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:52.201899 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:52.206526 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:52.210462 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Usage tracker for resource:router and tenant:363664ed327a4bb3b10986dfbc4494fe is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:52.214062 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:52.228365 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:52.244269 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] For port b31c19e9-af2d-4009-92d3-aea44f39dd9f, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:08:52.248823 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] For port b31c19e9-af2d-4009-92d3-aea44f39dd9f, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=b31c19e9-af2d-4009-92d3-aea44f39dd9f,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:08:52.301122 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.307118 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-060dcda1-4001-4ddc-806a-21017b849594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:52.336941 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3407'] for router, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.338366 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-454443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-427224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3398'] for router, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.376411 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.386594 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:52.387237 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:52.433635 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9a65028-e01f-54d7-bf4a-7477a62c9b97-91b2c7bb-641c-45cc-ac81-a73b3fd116c5', 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'fixed_ips': [{'subnet_id': '2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5'}]}} from dv-cinder-801321-2-smb. {{(pid=79177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 29 14:08:52.434475 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.461284 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Pushing event updated for resources: {'Port': ['ID=b31c19e9-af2d-4009-92d3-aea44f39dd9f,revision_number=4']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:52.473413 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-c33b494a-9928-45ee-a2c4-813dda51238d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:52.560998 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.561585 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:52.561952 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.l3_db [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Floating IP 188c3494-fc25-4cd6-9a77-aa2932deb294 disassociated. External IP: 172.28.0.74, port: 84c29115-d44d-4e67-a4c2-3b08963b4049. Jul 29 14:08:52.562377 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Calling delete_port for 84c29115-d44d-4e67-a4c2-3b08963b4049 owned by compute:nova {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:08:52.625846 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:52.824184 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.db_base_plugin_common [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Allocated IP 172.20.0.2 (91b2c7bb-641c-45cc-ac81-a73b3fd116c5/2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5/96e35356-a188-4f37-928b-c30ebb8cf0f6) {{(pid=79177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:08:52.877931 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device fae408d5-4707-4cb1-bc2a-7f986e113639 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:08:52.965078 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83056c75-fc2c-423c-80b5-9d3683d30531 req-07eb4559-0211-426a-8a2d-69996b708041 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:52.967053 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-83056c75-fc2c-423c-80b5-9d3683d30531 req-07eb4559-0211-426a-8a2d-69996b708041 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 946 time: 0.1977460 Jul 29 14:08:53.012773 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-427207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3408'] for router, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:53.028947 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:53.042622 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-61fb51de-9163-44a9-ac04-ae246001e0f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:53.098902 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event deleted for resources: {'Port': ['ID=84c29115-d44d-4e67-a4c2-3b08963b4049,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:53.108147 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:53.120639 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port fae408d5-4707-4cb1-bc2a-7f986e113639 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:53.121552 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:53.149286 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-83056c75-fc2c-423c-80b5-9d3683d30531 req-c57f3362-58aa-4a38-8d2a-2ff24dd8b34b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c7a89-5923-4a34-add5-f0797d2d0585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658251 Jul 29 14:08:53.168053 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'b31c19e9-af2d-4009-92d3-aea44f39dd9f', 'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'mac_address': 'fa:16:3e:88:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:47Z', 'updated_at': '2021-07-29T14:08:52Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'subnets': [{'id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:53.173341 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324d6bf-4d95-4839-a4ab-86883c94f4f0 None None] The sync data for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb is: [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'b31c19e9-af2d-4009-92d3-aea44f39dd9f', 'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'mac_address': 'fa:16:3e:88:0b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:47Z', 'updated_at': '2021-07-29T14:08:52Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'subnets': [{'id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:08:53.487896 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Notify callbacks [] for port, precommit_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:53.500926 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Router 344693fc-181f-48c2-a892-9848c69d460d has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:08:53.521341 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Transition to ACTIVE for port object 96e35356-a188-4f37-928b-c30ebb8cf0f6 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:08:53.579955 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Transition to ACTIVE for port object 96e35356-a188-4f37-928b-c30ebb8cf0f6 will not be triggered until provisioned by entity DHCP. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:08:53.679023 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120'] for port, after_create {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:53.685443 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:53.720645 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:53.829467 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:53.849018 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f9ae5-c80c-452a-a115-cbd148165637 req-eeab2503-c7a4-44ba-93d9-55bc4275b1f4 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:53.857923 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-018f9ae5-c80c-452a-a115-cbd148165637 req-eeab2503-c7a4-44ba-93d9-55bc4275b1f4 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.3836229 Jul 29 14:08:53.872753 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 is already hosted by enough agents. {{(pid=79177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:08:53.878964 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Resources bound (agent type, host, resource id): {{(pid=79177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:53.883848 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Received port after_create {{(pid=79177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:08:53.886499 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Pushing event updated for resources: {'Port': ['ID=96e35356-a188-4f37-928b-c30ebb8cf0f6,revision_number=1']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:53.891650 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:53.992637 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-018f9ae5-c80c-452a-a115-cbd148165637 req-60b701a2-4bd7-465e-bd68-1590723ea3b8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1333365 Jul 29 14:08:54.045970 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:08:54.089533 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] Sync routers for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:08:54.130424 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:54.130823 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:54.152496 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] No DVR routers for this DVR port 84c29115-d44d-4e67-a4c2-3b08963b4049 on host hv-cinder-80132 {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:08:54.156546 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:54.157801 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Allocated IP 172.28.0.169 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/637e0350-1ad5-49bd-b400-aaa196b5d4c5) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:08:54.161328 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-deleted', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:08:54.248811 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Attempting to bind port 96e35356-a188-4f37-928b-c30ebb8cf0f6 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:08:54.249308 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Attempting to bind port 96e35356-a188-4f37-928b-c30ebb8cf0f6 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:08:54.249749 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Attempting to bind port 96e35356-a188-4f37-928b-c30ebb8cf0f6 on network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:08:54.269128 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-526342b3-72f8-4f3e-8f41-a87841dbbe3d req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "DELETE /v2.0/ports/84c29115-d44d-4e67-a4c2-3b08963b4049 HTTP/1.1" status: 204 len: 173 time: 2.5020394 Jul 29 14:08:54.294462 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1edbea2-f16c-4672-a0d9-abe19014f203', 'name': 'network-vif-deleted', 'tag': '84c29115-d44d-4e67-a4c2-3b08963b4049', 'status': 'completed', 'code': 200} Jul 29 14:08:54.310496 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:08:54.310879 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Checking segment: {'id': 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:08:54.311464 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:54.312969 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Bound using segment: {'id': 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:08:54.317476 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Bound port: 96e35356-a188-4f37-928b-c30ebb8cf0f6, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:08:54.318042 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:54.472224 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d729fcdc-c20b-4303-9926-2c89f4bfecf1 req-93977c45-33e9-42bc-aa0f-161eab45e098 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1edbea2-f16c-4672-a0d9-abe19014f203 HTTP/1.1" status: 200 len: 210 time: 0.1021631 Jul 29 14:08:54.486455 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] For port 96e35356-a188-4f37-928b-c30ebb8cf0f6, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:08:54.490141 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] For port 96e35356-a188-4f37-928b-c30ebb8cf0f6, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=96e35356-a188-4f37-928b-c30ebb8cf0f6,segment=NetworkSegment(a1aca8c8-7eeb-4592-b27a-1f2e907f50c7),segment_id=a1aca8c8-7eeb-4592-b27a-1f2e907f50c7)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:08:54.581384 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:54.607488 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:54.616299 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-ea1f4fb0-fe2a-4a6e-ad7b-4c0b71f44cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:54.733490 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:54.750979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:54.750979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:54.999340 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Pushing event updated for resources: {'Port': ['ID=96e35356-a188-4f37-928b-c30ebb8cf0f6,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:55.011222 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:55.012082 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device b31c19e9-af2d-4009-92d3-aea44f39dd9f up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:08:55.044100 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:08:55.051645 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:55.055126 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Pushing event updated for resources: {'Port': ['ID=637e0350-1ad5-49bd-b400-aaa196b5d4c5,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:55.058011 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:08:55.103230 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:55.409587 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ded08-2d45-477b-82e4-36beaaf26d5e req-6e405911-03ae-44ab-8600-2aa7b5ce72bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:55.417936 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b67ded08-2d45-477b-82e4-36beaaf26d5e req-6e405911-03ae-44ab-8600-2aa7b5ce72bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.1538355 Jul 29 14:08:55.446092 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port b31c19e9-af2d-4009-92d3-aea44f39dd9f completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:08:55.455629 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port b31c19e9-af2d-4009-92d3-aea44f39dd9f triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:55.455948 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:55.493074 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b67ded08-2d45-477b-82e4-36beaaf26d5e req-1f9eb528-1e11-48af-8b2e-0345a9905692 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0741913 Jul 29 14:08:55.588739 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:55.610263 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] Checking router: 344693fc-181f-48c2-a892-9848c69d460d for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:08:55.628095 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:08:55.676983 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:55.677253 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:55.767230 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 84c29115-d44d-4e67-a4c2-3b08963b4049 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:08:55.771481 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 84c29115-d44d-4e67-a4c2-3b08963b4049 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:08:55.788005 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60146) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:55.806576 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:55.911721 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port b31c19e9-af2d-4009-92d3-aea44f39dd9f, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=b31c19e9-af2d-4009-92d3-aea44f39dd9f,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:55.954699 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e56ee067-6c2a-40a5-88cf-84473dfa5d55 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:55.980007 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:56.009723 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e56ee067-6c2a-40a5-88cf-84473dfa5d55 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:56.043485 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:56.101653 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:56.124521 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:56.139729 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e56ee067-6c2a-40a5-88cf-84473dfa5d55 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:56.144906 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a81f0bda-55ab-464f-ab5f-8916076d4c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:56.185640 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ee067-6c2a-40a5-88cf-84473dfa5d55 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c7a89-5923-4a34-add5-f0797d2d0585,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:56.189743 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e56ee067-6c2a-40a5-88cf-84473dfa5d55 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:56.263270 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e56ee067-6c2a-40a5-88cf-84473dfa5d55 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:56.265527 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-e56ee067-6c2a-40a5-88cf-84473dfa5d55 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "DELETE /v2.0/security-groups/4c3c7a89-5923-4a34-add5-f0797d2d0585 HTTP/1.1" status: 204 len: 168 time: 0.4766386 Jul 29 14:08:56.270064 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60152) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:56.387437 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.api.v2.resource [None req-9e68719e-ba2d-4a15-8f1e-0e1997c442d1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] show failed (client error): The resource could not be found. Jul 29 14:08:56.391534 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9e68719e-ba2d-4a15-8f1e-0e1997c442d1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups/4c3c7a89-5923-4a34-add5-f0797d2d0585 HTTP/1.1" status: 404 len: 347 time: 0.1174645 Jul 29 14:08:56.392072 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60156) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:56.410993 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3018b3c0-6776-4b1b-b2e1-43f694d3faee None None] Network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:08:56.427257 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=b31c19e9-af2d-4009-92d3-aea44f39dd9f,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:56.435016 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:56.495943 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-621471'] for router, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:56.590304 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Deleting port 88f031d7-e0dd-4b93-8a66-075088c3eb09 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:08:56.590304 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:56.628585 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:56.667381 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77160f6-cb92-4be8-9a48-fb261c9e125f None None] The sync data for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb is: [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:08:56.689908 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-5ecc6af4-b4ef-4278-a661-458ef4caec30 None None] Provisioning for port 96e35356-a188-4f37-928b-c30ebb8cf0f6 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:08:56.805984 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc554b6-f8e6-42ac-b9a9-60e2fb4c9724 req-130ef44f-0bc6-4033-957d-871c3ae0863c tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:08:56.818502 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0fc554b6-f8e6-42ac-b9a9-60e2fb4c9724 req-130ef44f-0bc6-4033-957d-871c3ae0863c tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.1753676 Jul 29 14:08:56.883632 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:56.884148 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:56.905785 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0fc554b6-f8e6-42ac-b9a9-60e2fb4c9724 req-89a634d5-fde4-46aa-bc40-f0ae0a3fbc7b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&id=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0859220 Jul 29 14:08:56.913978 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Router 808bba38-ad37-4d59-b29f-796d8c6dda48 is scheduled to L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e with binding_index 1 {{(pid=79175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:08:57.002431 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device b31c19e9-af2d-4009-92d3-aea44f39dd9f up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:08:57.103885 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Calling delete_port for 88f031d7-e0dd-4b93-8a66-075088c3eb09 owned by network:floatingip {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:08:57.151950 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port b31c19e9-af2d-4009-92d3-aea44f39dd9f triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:57.152805 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:57.201916 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2349e04c-cca0-4e60-b116-661a5d906abd None None] New status for floating IP 188c3494-fc25-4cd6-9a77-aa2932deb294: DOWN {{(pid=79178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:08:57.301379 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:08:57.347282 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Sync routers for ids ['808bba38-ad37-4d59-b29f-796d8c6dda48'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:08:57.387427 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Routers {'808bba38-ad37-4d59-b29f-796d8c6dda48'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:57.387991 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['808bba38-ad37-4d59-b29f-796d8c6dda48'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:57.393327 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:57.397112 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.db.api [None req-2349e04c-cca0-4e60-b116-661a5d906abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:08:57.399741 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d0e36c21-61c0-45e4-b8de-ceaafc73f03b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:57.399991 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_db.api [None req-2349e04c-cca0-4e60-b116-661a5d906abd None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:08:57.448101 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event deleted for resources: {'Port': ['ID=88f031d7-e0dd-4b93-8a66-075088c3eb09,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:57.470669 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:57.474528 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2744367 Jul 29 14:08:57.475650 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:57.476753 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60168) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:57.507637 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 96e35356-a188-4f37-928b-c30ebb8cf0f6 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:08:57.702040 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Set router 808bba38-ad37-4d59-b29f-796d8c6dda48 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:57.807144 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 96e35356-a188-4f37-928b-c30ebb8cf0f6 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:08:57.833604 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 96e35356-a188-4f37-928b-c30ebb8cf0f6 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:57.834383 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:57.901621 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2349e04c-cca0-4e60-b116-661a5d906abd None None] New status for floating IP 188c3494-fc25-4cd6-9a77-aa2932deb294: DOWN {{(pid=79178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:08:58.007894 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.024443 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.026120 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "DELETE /v2.0/floatingips/188c3494-fc25-4cd6-9a77-aa2932deb294 HTTP/1.1" status: 204 len: 168 time: 1.6330423 Jul 29 14:08:58.116615 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.147898 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 96e35356-a188-4f37-928b-c30ebb8cf0f6, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=96e35356-a188-4f37-928b-c30ebb8cf0f6,segment=NetworkSegment(a1aca8c8-7eeb-4592-b27a-1f2e907f50c7),segment_id=a1aca8c8-7eeb-4592-b27a-1f2e907f50c7)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:08:58.190419 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:52Z', 'updated_at': '2021-07-29T14:08:55Z', 'revision_number': 3, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'gw_port': {'id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:53Z', 'updated_at': '2021-07-29T14:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:58.193428 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Checking router: 808bba38-ad37-4d59-b29f-796d8c6dda48 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:08:58.193810 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Updating router 808bba38-ad37-4d59-b29f-796d8c6dda48 port 637e0350-1ad5-49bd-b400-aaa196b5d4c5 binding host dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:08:58.240311 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.244077 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-bb9d68bf-f266-43e2-8473-7797a8aa5b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:58.330539 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.411276 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=96e35356-a188-4f37-928b-c30ebb8cf0f6,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:58.442211 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60184) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:58.445658 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.459818 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:58.582219 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.598546 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:58.602969 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] Usage tracker for resource:security_group_rule and tenant:4661d68b34a8402db6404be8e11247f1 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:58.605925 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:58.612073 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:58.671592 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60190) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:58.676674 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230970541', 'description': 'tempest-description--850626725'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:58.683964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:58.686589 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Allocated IP 172.20.0.1 (91b2c7bb-641c-45cc-ac81-a73b3fd116c5/2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5/f0122e1a-d1ef-481d-9d5c-c2e1a8781846) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:08:58.693217 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:security_group and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:58.697068 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:58.710777 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:58.742416 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.747555 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Notify callbacks [] for port, precommit_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.760639 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Transition to ACTIVE for port object 637e0350-1ad5-49bd-b400-aaa196b5d4c5 will not be triggered until provisioned by entity L2. {{(pid=79177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:08:58.825389 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.834943 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9c7d1fea-20a0-442f-8093-60b22306d015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:58.852228 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.862016 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 96e35356-a188-4f37-928b-c30ebb8cf0f6 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:08:58.869343 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Transition to ACTIVE for port object f0122e1a-d1ef-481d-9d5c-c2e1a8781846 will not be triggered until provisioned by entity DHCP. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:08:58.877044 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4661d68b34a8402db6404be8e11247f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335115 Jul 29 14:08:58.879063 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc31e76-30d8-4eec-b741-4b165cac405d,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:58.881199 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60194) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:58.882019 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-294c456c-5236-4943-8315-92dec25d02da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:58.906031 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.912940 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:58.938569 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.956372 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2f89b525-2a36-4813-941f-91c5a365cad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:58.967931 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:58.971622 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:security_group_rule and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:58.974714 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:58.981487 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:58.987014 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2f89b525-2a36-4813-941f-91c5a365cad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.006971 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Attempting to bind port 637e0350-1ad5-49bd-b400-aaa196b5d4c5 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:08:59.007350 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Attempting to bind port 637e0350-1ad5-49bd-b400-aaa196b5d4c5 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:08:59.007721 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Attempting to bind port 637e0350-1ad5-49bd-b400-aaa196b5d4c5 on network 2621a826-6f62-4aa0-b8af-b09c27f3de7a {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:08:59.010711 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38abc56-792a-4c12-a8d0-be39a0139e4d None None] Pushing event updated for resources: {'Port': ['ID=637e0350-1ad5-49bd-b400-aaa196b5d4c5,revision_number=2']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:59.017531 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-c38abc56-792a-4c12-a8d0-be39a0139e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:59.020266 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:08:59.020508 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Checking segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:08:59.020921 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.021319 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Bound using segment: {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'} {{(pid=79177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:08:59.021801 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.managers [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Bound port: 637e0350-1ad5-49bd-b400-aaa196b5d4c5, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66b3204-005b-468d-b8d7-adcebd4809e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}}] {{(pid=79177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:08:59.022271 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.028994 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.034443 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:59.070375 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.074417 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 96e35356-a188-4f37-928b-c30ebb8cf0f6 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:59.074417 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.107648 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:08:59.111305 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:08:59.117092 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:08:59.149393 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Pushing event updated for resources: {'Port': ['ID=f0122e1a-d1ef-481d-9d5c-c2e1a8781846,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:59.149393 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:59.156068 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] For port 637e0350-1ad5-49bd-b400-aaa196b5d4c5, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:08:59.160806 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] For port 637e0350-1ad5-49bd-b400-aaa196b5d4c5, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=637e0350-1ad5-49bd-b400-aaa196b5d4c5,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:08:59.178536 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456538'] for router_interface, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.181176 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.217546 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b3fae92b-3a39-42fc-9b95-464149a44c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:59.276753 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7661e615-401e-4b97-acaf-1354c44d3f0c,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:59.277434 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.279761 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:59.282724 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:59.309777 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2f89b525-2a36-4813-941f-91c5a365cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.312353 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.316642 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6434741 Jul 29 14:08:59.316820 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60198) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:59.321983 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3722b9e3-c730-46e1-bda7-15976781f60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:59.325682 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'security_group_rule': {'security_group_id': '7661e615-401e-4b97-acaf-1354c44d3f0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:59.332851 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:59.338757 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:security_group_rule and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:59.342262 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:59.349350 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89b525-2a36-4813-941f-91c5a365cad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc31e76-30d8-4eec-b741-4b165cac405d,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:59.351183 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:59.356312 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-2f89b525-2a36-4813-941f-91c5a365cad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:59.368207 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2f89b525-2a36-4813-941f-91c5a365cad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.368669 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-2f89b525-2a36-4813-941f-91c5a365cad1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4fc31e76-30d8-4eec-b741-4b165cac405d HTTP/1.1" status: 204 len: 168 time: 0.4859133 Jul 29 14:08:59.437953 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Routers {'808bba38-ad37-4d59-b29f-796d8c6dda48'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:08:59.438767 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['808bba38-ad37-4d59-b29f-796d8c6dda48'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:08:59.485407 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.506460 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38abc56-792a-4c12-a8d0-be39a0139e4d None None] Pushing event updated for resources: {'Port': ['ID=637e0350-1ad5-49bd-b400-aaa196b5d4c5,revision_number=3']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:59.518497 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-c38abc56-792a-4c12-a8d0-be39a0139e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:59.519642 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-0b79254a-e659-487d-a4e8-1723d8b1d8eb None None] Provisioning for port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:08:59.529876 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-0b79254a-e659-487d-a4e8-1723d8b1d8eb None None] Provisioning complete for port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:08:59.530263 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0b79254a-e659-487d-a4e8-1723d8b1d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.559222 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.657269 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-0b79254a-e659-487d-a4e8-1723d8b1d8eb None None] Port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:08:59.663886 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.668032 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-34541c69-dd8d-4feb-9a95-b4ab53c1474e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:08:59.679522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] Set router 808bba38-ad37-4d59-b29f-796d8c6dda48 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:08:59.687269 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff56fcf-8e14-4792-82ad-c113e1d27a85,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:08:59.695346 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:08:59.778208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.782336 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b55bd9a7-964f-4ace-b861-629966bd8648 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4615688 Jul 29 14:08:59.782685 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60206) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:08:59.788244 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'security_group_rule': {'security_group_id': '7661e615-401e-4b97-acaf-1354c44d3f0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:08:59.788870 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.794499 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:08:59.798964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:security_group_rule and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:08:59.802282 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:08:59.809272 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:08:59.905169 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.972886 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:08:59.999614 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:52Z', 'updated_at': '2021-07-29T14:08:55Z', 'revision_number': 3, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'gw_port': {'id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:53Z', 'updated_at': '2021-07-29T14:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:00.004005 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f989c8e8-7da0-4f6a-89bd-e9f37bf649af None None] The sync data for ids ['808bba38-ad37-4d59-b29f-796d8c6dda48'] in dv-cinder-801321-2-smb is: [{'id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:52Z', 'updated_at': '2021-07-29T14:08:55Z', 'revision_number': 3, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'gw_port': {'id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:53Z', 'updated_at': '2021-07-29T14:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:09:00.028976 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.075472 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.091408 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:00.106286 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.117595 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca690d6-0181-4293-b5c8-625853c5e703,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:00.117595 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:00.138178 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:00.211908 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60210) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:00.225204 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Pushing event updated for resources: {'Port': ['ID=f0122e1a-d1ef-481d-9d5c-c2e1a8781846,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:00.227963 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456501'] for router_interface, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.230576 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:00.235442 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.237909 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4533184 Jul 29 14:09:00.244041 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60214) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:00.254046 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'floatingip': {'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:00.262970 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.279514 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:00.284069 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:00.286416 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Usage tracker for resource:floatingip and tenant:a856b5d8b29547c1b5d0bdd4241b4b17 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:00.290131 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:00.292962 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Usage tracker for resource:security_group_rule and tenant:915f51ee99c846f395ffc3c29e38cf8c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:00.301174 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:00.305286 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:00.314577 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:00.400162 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:09:00.400162 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:00.424354 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.443125 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.619022 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Router 808bba38-ad37-4d59-b29f-796d8c6dda48 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:09:00.647771 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.660090 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e56ee067-6c2a-40a5-88cf-84473dfa5d55 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:00.689207 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-f24b3013-bcc2-4550-a10b-d01de0048272 None None] Provisioning complete for port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:00.689850 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f24b3013-bcc2-4550-a10b-d01de0048272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.760494 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=915f51ee99c846f395ffc3c29e38cf8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493660 Jul 29 14:09:00.767116 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-f24b3013-bcc2-4550-a10b-d01de0048272 None None] Port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:09:00.776482 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60218) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:00.809677 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f255f75-b87f-4934-a86d-4a895eef8ba5,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:00.816234 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:00.864868 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:09:00.878691 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] 10.222.0.22 "PUT /v2.0/routers/808bba38-ad37-4d59-b29f-796d8c6dda48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4005926 Jul 29 14:09:00.880311 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-1f583d71-7a1d-4e52-b484-23d4c5d25306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.896055 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:00.939238 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 637e0350-1ad5-49bd-b400-aaa196b5d4c5 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:09:00.955322 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-1f583d71-7a1d-4e52-b484-23d4c5d25306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.081996 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port 637e0350-1ad5-49bd-b400-aaa196b5d4c5 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:09:01.088390 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 637e0350-1ad5-49bd-b400-aaa196b5d4c5 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:01.089037 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.094858 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Allocated IP 172.28.0.243 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/d2fc6c1a-de88-4f28-97c4-a8e2504fba43) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:09:01.201506 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-1f583d71-7a1d-4e52-b484-23d4c5d25306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.206910 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f08e8f1c-e37e-45f4-b461-b5c56a96297f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:01.218070 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.229021 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f583d71-7a1d-4e52-b484-23d4c5d25306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f255f75-b87f-4934-a86d-4a895eef8ba5,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:01.233175 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-1f583d71-7a1d-4e52-b484-23d4c5d25306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:01.240274 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port 637e0350-1ad5-49bd-b400-aaa196b5d4c5, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=637e0350-1ad5-49bd-b400-aaa196b5d4c5,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:01.248164 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-1f583d71-7a1d-4e52-b484-23d4c5d25306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.249437 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-1f583d71-7a1d-4e52-b484-23d4c5d25306 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f255f75-b87f-4934-a86d-4a895eef8ba5 HTTP/1.1" status: 204 len: 168 time: 0.4711642 Jul 29 14:09:01.288981 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.323828 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.325707 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:01.381534 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.386125 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:01.404383 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=637e0350-1ad5-49bd-b400-aaa196b5d4c5,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:01.408704 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:01.444296 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:09:01.447146 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:01.451083 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:09:01.494566 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'Port': ['ID=d2fc6c1a-de88-4f28-97c4-a8e2504fba43,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:01.502884 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:01.542901 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.715343 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.774669 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Sync routers for ids ['808bba38-ad37-4d59-b29f-796d8c6dda48'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:09:01.784300 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Routers {'808bba38-ad37-4d59-b29f-796d8c6dda48'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:01.787485 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['808bba38-ad37-4d59-b29f-796d8c6dda48'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:01.858728 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60238) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:01.866738 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170846350', 'description': 'tempest-secgroup-smoke-170846350 description', 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:01.874338 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:01.880379 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Usage tracker for resource:security_group and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:01.884698 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:01.892444 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:01.968344 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:01.970911 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Set router 808bba38-ad37-4d59-b29f-796d8c6dda48 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:01.997985 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.024263 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:02.028660 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Usage tracker for resource:security_group_rule and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:02.031988 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:02.039088 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:02.061223 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.066694 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-ece9da96-aaa9-4753-a6dc-e4c2d1c9acd4 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:02.135925 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.192533 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'Port': ['ID=d2fc6c1a-de88-4f28-97c4-a8e2504fba43,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:02.198011 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.198494 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.202109 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.202631 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.204013 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.204013 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.204013 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.204461 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fe5f556a-e09d-431d-bd67-df7228b5905e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:02.204639 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.204840 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.205158 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.205517 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.205874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.206223 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.206577 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:02.211142 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:02.216287 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.242596 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2938c99b-00ec-4d70-8a62-73b9f4f3993d,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:02.256839 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:02.322676 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:52Z', 'updated_at': '2021-07-29T14:08:59Z', 'revision_number': 4, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'gw_port': {'id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:53Z', 'updated_at': '2021-07-29T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'f0122e1a-d1ef-481d-9d5c-c2e1a8781846', 'name': '', 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'mac_address': 'fa:16:3e:08:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:58Z', 'updated_at': '2021-07-29T14:08:59Z', 'revision_number': 2, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'subnets': [{'id': '2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:02.323827 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.325274 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0789800 Jul 29 14:09:02.333172 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Checking router: 808bba38-ad37-4d59-b29f-796d8c6dda48 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:09:02.333538 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Updating router 808bba38-ad37-4d59-b29f-796d8c6dda48 port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 binding host dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:09:02.336399 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.341058 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-830382b6-ca73-4dd9-b379-806b239bc644 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4812739 Jul 29 14:09:02.342648 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60252) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:02.348130 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Request body: {'security_group_rule': {'security_group_id': '2938c99b-00ec-4d70-8a62-73b9f4f3993d', 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:02.354771 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:02.358978 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Usage tracker for resource:security_group_rule and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:02.369593 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:02.373921 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:02.391888 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.453315 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.521570 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.585950 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-6bfbcff3-18d9-4d22-9449-937489a53759 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Synchronizing usage tracker for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:security_group {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:02.620496 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.622685 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-42e55018-1a20-4b0e-a872-ebd10694e9a9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:02.648380 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1e5e0f-f0ba-45bf-bef1-780cc48d1bc5,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:02.653033 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:02.737754 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-6bfbcff3-18d9-4d22-9449-937489a53759 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Unset dirty status for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:security_group {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:02.739056 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-6bfbcff3-18d9-4d22-9449-937489a53759 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--230970541&fields=id&tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17 HTTP/1.1" status: 200 len: 267 time: 0.1959438 Jul 29 14:09:02.774210 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.775479 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-69dfbf6a-89bf-41a6-87dd-59dee78ddb25 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4329967 Jul 29 14:09:02.778348 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60270) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:02.784680 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Request body: {'security_group_rule': {'security_group_id': '2938c99b-00ec-4d70-8a62-73b9f4f3993d', 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:02.794775 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:02.802208 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Usage tracker for resource:security_group_rule and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:02.808155 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:02.819453 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Notify callbacks [] for port, precommit_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.821912 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:02.835928 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.provisioning_blocks [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Transition to ACTIVE for port object f0122e1a-d1ef-481d-9d5c-c2e1a8781846 will not be triggered until provisioned by entity L2. {{(pid=79178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:09:02.868567 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 637e0350-1ad5-49bd-b400-aaa196b5d4c5 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:09:02.913374 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.917629 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.923641 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-bb84b9e3-95c3-4d88-8d06-13b58bc1c172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:02.935612 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-66e6279f-3dd6-488e-80a7-7d1b4bc8aac4 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:02.945067 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-66e6279f-3dd6-488e-80a7-7d1b4bc8aac4 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 817 time: 0.1969049 Jul 29 14:09:02.948009 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port 637e0350-1ad5-49bd-b400-aaa196b5d4c5 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:02.948681 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:02.964012 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-5055c2b3-04f5-49c0-b4c6-e463309c5d5c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/quotas/a856b5d8b29547c1b5d0bdd4241b4b17 HTTP/1.1" status: 200 len: 375 time: 0.0179148 Jul 29 14:09:03.028229 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.083069 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1ca75-3afb-4d1e-8d92-9bbfd78de7f1 None None] Pushing event updated for resources: {'Port': ['ID=f0122e1a-d1ef-481d-9d5c-c2e1a8781846,revision_number=3']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:03.095058 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.107513 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-519a690d-1f3c-4396-b61b-3dfd34df7d80 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:03.122550 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-36e1ca75-3afb-4d1e-8d92-9bbfd78de7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:03.150822 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-331021aa-86cf-43d1-9a81-4e3bc0e227b2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Synchronizing usage tracker for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:03.158021 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ab4ef0-91b2-4c87-be8d-1a28364f5787,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:03.183194 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:03.213300 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Attempting to bind port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 on host dv-cinder-801321-2-smb for vnic_type normal with profile {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:09:03.213830 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Attempting to bind port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 by drivers openvswitch,hyperv on host dv-cinder-801321-2-smb at level 0 using segments [{'id': 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5'}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:09:03.214259 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Attempting to bind port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 on network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:03.220916 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Checking agent: {'id': '073a8827-ee88-4c24-9c6f-2217eabef3a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801321-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 13, 56, 12), 'started_at': datetime.datetime(2021, 7, 29, 13, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801321-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:09:03.224207 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Checking segment: {'id': 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:09:03.224207 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.224207 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Bound using segment: {'id': 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5'} {{(pid=79178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:09:03.224207 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.managers [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Bound port: f0122e1a-d1ef-481d-9d5c-c2e1a8781846, host: dv-cinder-801321-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5'}}] {{(pid=79178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:09:03.224207 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.243416 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.244658 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-b7f0291b-b828-4fb4-bfc6-155c85445d47 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4651599 Jul 29 14:09:03.247567 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60280) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:03.253057 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Request body: {'security_group_rule': {'security_group_id': '2938c99b-00ec-4d70-8a62-73b9f4f3993d', 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:03.262545 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:03.268028 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Usage tracker for resource:security_group_rule and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:03.272335 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-331021aa-86cf-43d1-9a81-4e3bc0e227b2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Unset dirty status for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:03.274532 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-331021aa-86cf-43d1-9a81-4e3bc0e227b2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3096633 Jul 29 14:09:03.290612 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:03.298458 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:03.333587 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] For port f0122e1a-d1ef-481d-9d5c-c2e1a8781846, host dv-cinder-801321-2-smb, cleared binding levels {{(pid=79178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:09:03.337128 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.plugins.ml2.db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] For port f0122e1a-d1ef-481d-9d5c-c2e1a8781846, host dv-cinder-801321-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f0122e1a-d1ef-481d-9d5c-c2e1a8781846,segment=NetworkSegment(a1aca8c8-7eeb-4592-b27a-1f2e907f50c7),segment_id=a1aca8c8-7eeb-4592-b27a-1f2e907f50c7)] {{(pid=79178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:09:03.411892 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.436337 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron_lib.callbacks.manager [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.441867 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:03.448228 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a6c6d539-0c29-4b80-b817-314faf362c92 service neutron] 10.222.0.22 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573725 Jul 29 14:09:03.501301 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.518759 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Routers {'808bba38-ad37-4d59-b29f-796d8c6dda48'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:03.519400 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:08:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['808bba38-ad37-4d59-b29f-796d8c6dda48'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:03.597840 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.600143 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f00ebd52-d438-4859-baf2-992e350148bc tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:03.655161 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eaebb2-864d-48d1-a268-1d39122af958,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:03.655161 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:03.722561 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] Set router 808bba38-ad37-4d59-b29f-796d8c6dda48 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:03.744461 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-d77272e0-f5b7-4525-a1c1-b6b3e8cbc783 service neutron] 10.222.0.22 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951043 Jul 29 14:09:03.792511 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:03.794044 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5454135 Jul 29 14:09:03.798644 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60294) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:03.805394 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Request body: {'security_group_rule': {'security_group_id': '2938c99b-00ec-4d70-8a62-73b9f4f3993d', 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:03.815724 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:03.820151 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Usage tracker for resource:security_group_rule and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:03.823933 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:03.833025 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:03.882815 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1ca75-3afb-4d1e-8d92-9bbfd78de7f1 None None] Pushing event updated for resources: {'Port': ['ID=f0122e1a-d1ef-481d-9d5c-c2e1a8781846,revision_number=4']} {{(pid=79178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:03.900179 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG oslo_concurrency.lockutils [None req-36e1ca75-3afb-4d1e-8d92-9bbfd78de7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=79178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:03.925174 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:09:03.954066 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:04.094704 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4f14bf48-fa93-4f00-be89-3d1e217d9804 req-2a2712d7-fe78-41f1-b14c-db5f2172a1b1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 210 time: 0.0545776 Jul 29 14:09:04.115063 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:04.130476 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:52Z', 'updated_at': '2021-07-29T14:08:59Z', 'revision_number': 4, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'gw_port': {'id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:53Z', 'updated_at': '2021-07-29T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'f0122e1a-d1ef-481d-9d5c-c2e1a8781846', 'name': '', 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'mac_address': 'fa:16:3e:08:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:58Z', 'updated_at': '2021-07-29T14:09:03Z', 'revision_number': 4, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'subnets': [{'id': '2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:04.136445 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef2dcb3-bade-473c-9fb7-63128bf605be None None] The sync data for ids ['808bba38-ad37-4d59-b29f-796d8c6dda48'] in dv-cinder-801321-2-smb is: [{'id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:52Z', 'updated_at': '2021-07-29T14:08:59Z', 'revision_number': 4, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'gw_port': {'id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:53Z', 'updated_at': '2021-07-29T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'f0122e1a-d1ef-481d-9d5c-c2e1a8781846', 'name': '', 'network_id': '91b2c7bb-641c-45cc-ac81-a73b3fd116c5', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'mac_address': 'fa:16:3e:08:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:58Z', 'updated_at': '2021-07-29T14:09:03Z', 'revision_number': 4, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'subnets': [{'id': '2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:09:04.174734 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:04.176912 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:04.231305 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afb1961-a7d4-44df-bfa5-0091f8a7051f,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:04.236370 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:04.309382 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:04.310632 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-d4410cd0-1b0f-45b7-a52f-41c05c32f5ca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5109267 Jul 29 14:09:04.314484 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60310) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:04.319939 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Request body: {'security_group_rule': {'security_group_id': '2938c99b-00ec-4d70-8a62-73b9f4f3993d', 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:04.326349 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:04.331762 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Usage tracker for resource:security_group_rule and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:04.335062 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:04.342097 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:04.417997 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.securitygroups_db [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Project e79d74420ba849a688b9c95ab9c0a4f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:09:04.426647 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:04.501252 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:04.564346 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:04.566414 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:04.591591 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580e3f5c-498a-4f78-ace8-cff0addeb517,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:04.596102 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:04.664941 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:04.670227 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-161df783-f09f-4354-9d24-169dedc04a88 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3516750 Jul 29 14:09:04.670663 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60316) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:04.682297 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Request body: {'security_group_rule': {'security_group_id': '2938c99b-00ec-4d70-8a62-73b9f4f3993d', 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:04.695704 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:04.707900 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Usage tracker for resource:security_group_rule and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:04.715821 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:04.745140 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:04.890543 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f0122e1a-d1ef-481d-9d5c-c2e1a8781846 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:09:04.901119 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.securitygroups_db [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Project e79d74420ba849a688b9c95ab9c0a4f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 14:09:04.908872 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:04.989331 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:05.074874 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning for port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:09:05.081582 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:05.083912 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:05.103561 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:05.134721 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-be9ef26c-946a-42df-bf82-1de692d4bff4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:05.155761 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440da938-408f-4358-be79-02f5547be1d1,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:05.165270 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.165635 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.166043 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.166456 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.166825 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.167174 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.167519 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.167862 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.168210 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.168573 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.168916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.169254 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:05.175984 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:05.224953 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:05.226198 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5530293 Jul 29 14:09:05.260968 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:05.307929 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] For port f0122e1a-d1ef-481d-9d5c-c2e1a8781846, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f0122e1a-d1ef-481d-9d5c-c2e1a8781846,segment=NetworkSegment(a1aca8c8-7eeb-4592-b27a-1f2e907f50c7),segment_id=a1aca8c8-7eeb-4592-b27a-1f2e907f50c7)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:05.321104 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ff9bacdf-1478-4fe9-9a1b-24bbfb39c525 req-c4290a2a-3bb4-48aa-8c1b-8704332a8512 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 210 time: 0.0492322 Jul 29 14:09:05.378203 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:05.380353 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:05.464431 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Pushing event updated for resources: {'Port': ['ID=f0122e1a-d1ef-481d-9d5c-c2e1a8781846,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:05.467918 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:06.508702 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-27807ba6-63ca-4fcd-aa73-09d813a7af96 req-479f723c-9f81-4174-b900-290ab35edb77 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 210 time: 0.0626717 Jul 29 14:09:06.710822 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-5ae36840-da0d-4da4-bb89-b1ebba0553bb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:06.712418 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-5ae36840-da0d-4da4-bb89-b1ebba0553bb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 817 time: 0.1574850 Jul 29 14:09:06.764111 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-27d02172-ff11-4953-b768-cf685404bb6a tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17 HTTP/1.1" status: 200 len: 379 time: 0.0426793 Jul 29 14:09:06.773222 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'port': {'device_id': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'admin_state_up': True, 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'security_groups': ['7661e615-401e-4b97-acaf-1354c44d3f0c']}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:06.914888 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f0122e1a-d1ef-481d-9d5c-c2e1a8781846 up at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:09:06.941281 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:06.960219 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:06.989818 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Provisioning complete for port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:06.991393 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:07.032738 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Made reservation on behalf of a856b5d8b29547c1b5d0bdd4241b4b17 for: {'port': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:09:07.036811 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:07.280863 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Allocated IP 172.20.0.9 (239480e6-582a-4677-9647-921784eccd01/222874a5-5532-4548-a585-b1822e9c736e/816dc022-cb90-4c6a-8e11-e054a8dbd3d2) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:09:07.483235 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:07.501072 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Transition to ACTIVE for port object 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:09:07.621245 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:07.630643 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:07.747485 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Network 239480e6-582a-4677-9647-921784eccd01 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:09:07.755121 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:07.758717 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:09:07.800405 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:07.814508 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:07.839809 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:07.840463 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:07.880540 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f77176-a459-4a61-98f1-01b13a67626c req-98244aad-66f4-4da8-a105-79a136d06f2b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:07.881303 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-14f77176-a459-4a61-98f1-01b13a67626c req-98244aad-66f4-4da8-a105-79a136d06f2b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Synchronizing usage tracker for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:07.968057 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1986094 Jul 29 14:09:07.982630 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Request body: {'port': {'device_id': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:08.083728 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-70dd7515-5e17-4d8c-9664-37cf01c4ea08 None None] Provisioning for port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:09:08.084300 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-14f77176-a459-4a61-98f1-01b13a67626c req-98244aad-66f4-4da8-a105-79a136d06f2b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Unset dirty status for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:08.085280 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-14f77176-a459-4a61-98f1-01b13a67626c req-98244aad-66f4-4da8-a105-79a136d06f2b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 931 time: 0.4614732 Jul 29 14:09:08.088869 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-70dd7515-5e17-4d8c-9664-37cf01c4ea08 None None] Provisioning complete for port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:08.094323 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-70dd7515-5e17-4d8c-9664-37cf01c4ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:08.121524 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:08.149271 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-70dd7515-5e17-4d8c-9664-37cf01c4ea08 None None] Port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:09:08.185947 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-14f77176-a459-4a61-98f1-01b13a67626c req-d0110c32-e8b4-42ef-8b77-fd1a8c9e9a52 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946033 Jul 29 14:09:08.520111 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 {{(pid=79176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:09:08.528894 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:08.544624 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Transition to ACTIVE for port object 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 will not be triggered until provisioned by entity L2. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:09:08.657981 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:08.661963 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:08.943457 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:08.950522 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:09.033250 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Attempting to bind port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:09:09.033522 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Attempting to bind port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:09:09.033857 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Attempting to bind port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 on network 239480e6-582a-4677-9647-921784eccd01 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:09.038786 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 on network 239480e6-582a-4677-9647-921784eccd01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:09:09.039247 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Attempting to bind port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 on network 239480e6-582a-4677-9647-921784eccd01 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:09.048229 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:09:09.048765 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Checking segment: {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:09:09.049352 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Bound using segment: {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:09:09.050027 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Bound port: 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '239480e6-582a-4677-9647-921784eccd01'}}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:09:09.050558 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:09.156938 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, cleared binding levels {{(pid=79176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:09:09.165840 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:09:09.273961 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:09.279436 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:09.351067 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:09.351796 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:09.353220 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] 10.222.0.36 "PUT /v2.0/ports/816dc022-cb90-4c6a-8e11-e054a8dbd3d2 HTTP/1.1" status: 200 len: 1093 time: 1.3750777 Jul 29 14:09:09.353723 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:09.381492 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=3']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:09.387203 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:09.429085 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'status': 'completed', 'code': 200} Jul 29 14:09:09.542691 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec8d8b-3f60-4845-9f4a-d0a567cb29de req-82fc146c-dd79-4944-8af7-285ccc266cad tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:09.544280 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f2ec8d8b-3f60-4845-9f4a-d0a567cb29de req-82fc146c-dd79-4944-8af7-285ccc266cad tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.2342680 Jul 29 14:09:09.552169 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5323c-c513-4b7b-90a3-118aff5109ca req-0a3523da-a55f-4608-a4de-99684a2cccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:09.554029 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2c5323c-c513-4b7b-90a3-118aff5109ca req-0a3523da-a55f-4608-a4de-99684a2cccd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 1096 time: 0.0980864 Jul 29 14:09:09.599767 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f2ec8d8b-3f60-4845-9f4a-d0a567cb29de req-45d01d96-3479-434d-8fcd-d151b7c87e75 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439909 Jul 29 14:09:09.724107 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5323c-c513-4b7b-90a3-118aff5109ca req-cf09777b-6dd7-40bb-94fa-dd99af6a4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:09.725619 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2c5323c-c513-4b7b-90a3-118aff5109ca req-cf09777b-6dd7-40bb-94fa-dd99af6a4e16 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1616335 Jul 29 14:09:09.876426 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5323c-c513-4b7b-90a3-118aff5109ca req-6fc5b9d7-7f11-41b8-b76b-104e6906b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:09.877890 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e2c5323c-c513-4b7b-90a3-118aff5109ca req-6fc5b9d7-7f11-41b8-b76b-104e6906b94a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455438 Jul 29 14:09:09.994758 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-d79968fb-af4c-403a-8109-9315c95f21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:09.996240 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-d79968fb-af4c-403a-8109-9315c95f21b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 1096 time: 0.0784624 Jul 29 14:09:10.066476 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-d05f1edf-99d5-47b7-abb9-3adfb279bdb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2 HTTP/1.1" status: 200 len: 217 time: 0.0627685 Jul 29 14:09:10.136080 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-0bdef52b-0d65-4e08-889f-ccc4664ea0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:10.137573 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-0bdef52b-0d65-4e08-889f-ccc4664ea0df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.0642257 Jul 29 14:09:10.217707 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-08acf132-95d6-4934-b459-8bf13b1769d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:10.219855 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-08acf132-95d6-4934-b459-8bf13b1769d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757132 Jul 29 14:09:10.363333 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-7009c092-5839-454d-9924-bd4393d76ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341374 Jul 29 14:09:10.506774 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0bd39b81-9006-41ff-afdd-e84f267bf777 req-27f50285-3f97-44a3-92a9-03e5356d6718 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350985 Jul 29 14:09:10.810611 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573e239-27c7-4852-8729-6b4350cc4287 req-2e6111f6-5435-49d8-820a-8022572f3229 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:10.812329 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4573e239-27c7-4852-8729-6b4350cc4287 req-2e6111f6-5435-49d8-820a-8022572f3229 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0829303 Jul 29 14:09:10.866619 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4573e239-27c7-4852-8729-6b4350cc4287 req-73ec6010-940b-4ab4-95e9-61d817b89ed7 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478404 Jul 29 14:09:11.795041 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-c815dd2b-31d7-41a4-910c-00b2b9fa1e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:12.067268 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c07d9-5a33-4ebd-a9a7-042b27aebf2c req-70bc6d31-e5b1-4cdc-9e08-5b86edb21027 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:12.069057 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-721c07d9-5a33-4ebd-a9a7-042b27aebf2c req-70bc6d31-e5b1-4cdc-9e08-5b86edb21027 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0851703 Jul 29 14:09:12.116894 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-721c07d9-5a33-4ebd-a9a7-042b27aebf2c req-1e128849-fb98-4633-9c07-6cce98f83091 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422616 Jul 29 14:09:12.443522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:13.310197 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b6971-fc15-4cef-b29e-04dca2a1e060 req-2dbc7ab9-9517-4991-881a-52e9d740b706 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:13.311610 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a63b6971-fc15-4cef-b29e-04dca2a1e060 req-2dbc7ab9-9517-4991-881a-52e9d740b706 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0835173 Jul 29 14:09:13.360051 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a63b6971-fc15-4cef-b29e-04dca2a1e060 req-f9f94ab0-ba95-4ddd-bfd2-1fe884628e7d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416555 Jul 29 14:09:13.741555 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:09:13.892824 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:13.907299 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'port_id': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'mac_address': 'fa:16:3e:71:ab:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:09:13.964461 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:13.981948 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:09:14.002822 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:14.077900 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:14.080585 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-df0a3f6e-ccd3-4d72-8f8f-c0af932b8d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:14.155185 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:14.159115 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:14.329127 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['816dc022-cb90-4c6a-8e11-e054a8dbd3d2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:09:14.576988 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68b773-eb61-4233-b97b-57ad1eae98d2 req-6b4e67a4-505d-449b-a306-84e6ff4ef68b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:14.579092 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ce68b773-eb61-4233-b97b-57ad1eae98d2 req-6b4e67a4-505d-449b-a306-84e6ff4ef68b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 944 time: 0.0972333 Jul 29 14:09:14.583171 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0d527a90-b573-44e6-bbd3-ac5adc985a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:14.630666 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ce68b773-eb61-4233-b97b-57ad1eae98d2 req-365aa493-e6a7-4d5e-9824-8c9f143946ed tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456173 Jul 29 14:09:15.540585 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:15.757218 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:09:15.835382 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447620f2-7f1b-46b6-9858-e1a2c06540ff req-f713820f-2bf1-47fe-915d-2e5dabc53734 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:15.836914 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-447620f2-7f1b-46b6-9858-e1a2c06540ff req-f713820f-2bf1-47fe-915d-2e5dabc53734 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 944 time: 0.0914824 Jul 29 14:09:15.887095 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-447620f2-7f1b-46b6-9858-e1a2c06540ff req-1ad6ddef-66c8-4098-a4d5-7de49c464d00 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442035 Jul 29 14:09:15.913184 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:09:15.918350 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:15.922593 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:16.045274 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:16.074197 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:16.085479 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:16.121532 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'code': 200} Jul 29 14:09:16.217533 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:16.219995 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:16.286287 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:16.289376 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:16.582107 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ca3ca-cd01-4fea-88c5-0de4b15a314a req-8b6996b4-557e-4999-a2c7-d4678b0bfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:16.583899 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-444ca3ca-cd01-4fea-88c5-0de4b15a314a req-8b6996b4-557e-4999-a2c7-d4678b0bfe52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 1098 time: 0.0735250 Jul 29 14:09:16.632572 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-444ca3ca-cd01-4fea-88c5-0de4b15a314a req-ab352283-00a7-49ce-833e-9680762f5520 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411980 Jul 29 14:09:16.977999 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:17.179013 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040d535-d97d-4afd-9713-c146619d368c req-9de8f5a6-57ee-44a6-9f6b-2a8e2f61b02d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:17.180552 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0040d535-d97d-4afd-9713-c146619d368c req-9de8f5a6-57ee-44a6-9f6b-2a8e2f61b02d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1747029 Jul 29 14:09:17.227345 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0040d535-d97d-4afd-9713-c146619d368c req-ebd8a206-5225-49ec-a7c8-05f62fe77415 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Jul 29 14:09:17.524183 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60494) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:17.668900 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:17.693736 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:17.697712 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Usage tracker for resource:security_group_rule and tenant:41ad550b309d495d830c977f699b1d6a is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:17.700833 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:17.707193 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:17.819281 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:17.905756 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:17.913668 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3766c8f6-eca2-4402-b552-764658c4469f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:17.955050 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc0a6f-5c35-47eb-b7bd-636f94479766,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:17.960573 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41ad550b309d495d830c977f699b1d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340589 Jul 29 14:09:17.960573 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:17.962200 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60506) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:18.022691 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-1f34239c-3070-43cd-9c3d-1c35addb73c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:18.051455 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-1f34239c-3070-43cd-9c3d-1c35addb73c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:18.221315 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-1f34239c-3070-43cd-9c3d-1c35addb73c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:18.225094 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-cef57f94-a2c9-4496-9291-6e89536c70c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:18.239759 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34239c-3070-43cd-9c3d-1c35addb73c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc0a6f-5c35-47eb-b7bd-636f94479766,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:18.243227 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-1f34239c-3070-43cd-9c3d-1c35addb73c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:18.246386 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-1f34239c-3070-43cd-9c3d-1c35addb73c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:18.247547 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-1f34239c-3070-43cd-9c3d-1c35addb73c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92dc0a6f-5c35-47eb-b7bd-636f94479766 HTTP/1.1" status: 204 len: 168 time: 0.2843890 Jul 29 14:09:18.434805 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bff6e9-c006-45b8-962b-247d83ebe84f req-0896919e-e231-46e2-ae86-9c404a39289a tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:18.436357 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-79bff6e9-c006-45b8-962b-247d83ebe84f req-0896919e-e231-46e2-ae86-9c404a39289a tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.0872910 Jul 29 14:09:18.439045 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9589-a7bd-4145-ada4-aa5953507bdc req-687e9201-4cec-43fd-9b57-60729395823c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:18.440761 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-564f9589-a7bd-4145-ada4-aa5953507bdc req-687e9201-4cec-43fd-9b57-60729395823c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.0909181 Jul 29 14:09:18.487934 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-79bff6e9-c006-45b8-962b-247d83ebe84f req-bc930d09-cc06-4ad2-8e0a-3c6acda77051 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421140 Jul 29 14:09:18.502709 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-564f9589-a7bd-4145-ada4-aa5953507bdc req-76c4aeaf-fa30-4881-98ff-e015abc51166 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556667 Jul 29 14:09:18.713802 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c672b9-019f-437e-b1a5-1a8277589328 req-cec24baa-19b8-4ded-87fc-ada2d0904802 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:18.715404 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-42c672b9-019f-437e-b1a5-1a8277589328 req-cec24baa-19b8-4ded-87fc-ada2d0904802 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1118007 Jul 29 14:09:18.725119 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60522) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:18.730444 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-6742ad7d-e126-49c7-86b3-3bb766f687d0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Request body: {'floatingip': {'port_id': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:18.824367 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6742ad7d-e126-49c7-86b3-3bb766f687d0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.002880 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60526) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:19.022879 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.039030 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:19.043224 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c65c740ce82544578b3bce420e43b048 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:19.046382 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:19.052283 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:19.137362 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.205837 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.214768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-c6c0273c-e61d-4d1b-8cc8-679686f6f59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:19.256052 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c65c740ce82544578b3bce420e43b048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519798 Jul 29 14:09:19.256906 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0a85d8-fbb5-4e7e-884b-6a30a2281666,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:19.259181 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60530) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:19.261718 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-5c1b8a99-4afd-46da-9472-19e3974419c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:19.326560 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-7092a8e9-1171-46c2-801f-d47fa67c8aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.354344 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-7092a8e9-1171-46c2-801f-d47fa67c8aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.443014 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6742ad7d-e126-49c7-86b3-3bb766f687d0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.482930 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-7092a8e9-1171-46c2-801f-d47fa67c8aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.487640 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9b17eddf-6c02-4325-b60e-4dad95863a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:19.499240 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092a8e9-1171-46c2-801f-d47fa67c8aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0a85d8-fbb5-4e7e-884b-6a30a2281666,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:19.501715 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-7092a8e9-1171-46c2-801f-d47fa67c8aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:19.507922 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-7092a8e9-1171-46c2-801f-d47fa67c8aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.509769 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6742ad7d-e126-49c7-86b3-3bb766f687d0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:19.511739 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-7092a8e9-1171-46c2-801f-d47fa67c8aed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a0a85d8-fbb5-4e7e-884b-6a30a2281666 HTTP/1.1" status: 204 len: 168 time: 0.2516170 Jul 29 14:09:19.710466 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684bc8c-3eca-4e4a-9506-2422fea1a5f6 req-1f8995d6-7788-4e42-bc65-8f9962ab6551 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:19.710912 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.l3_db [None req-6742ad7d-e126-49c7-86b3-3bb766f687d0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Floating IP b3619801-c514-4146-bb6c-ee8e480d8b7d associated. External IP: 172.28.0.243, port: 816dc022-cb90-4c6a-8e11-e054a8dbd3d2. Jul 29 14:09:19.712931 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e684bc8c-3eca-4e4a-9506-2422fea1a5f6 req-1f8995d6-7788-4e42-bc65-8f9962ab6551 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1002512 Jul 29 14:09:19.770501 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e684bc8c-3eca-4e4a-9506-2422fea1a5f6 req-f0cb1ad5-79eb-4102-813e-c06c615cafba tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492241 Jul 29 14:09:20.166314 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6742ad7d-e126-49c7-86b3-3bb766f687d0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Router 344693fc-181f-48c2-a892-9848c69d460d has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:09:20.348173 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6742ad7d-e126-49c7-86b3-3bb766f687d0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:09:20.353187 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-6742ad7d-e126-49c7-86b3-3bb766f687d0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:20.357731 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] Sync routers for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:09:20.367880 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:20.368522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:20.416553 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-6742ad7d-e126-49c7-86b3-3bb766f687d0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "PUT /v2.0/floatingips/b3619801-c514-4146-bb6c-ee8e480d8b7d HTTP/1.1" status: 200 len: 991 time: 1.6877921 Jul 29 14:09:20.416553 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:20.513574 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'status': 'completed', 'code': 200} Jul 29 14:09:20.560236 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-949f790f-bb1a-4a72-ba23-c008513d019c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:20.561777 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-949f790f-bb1a-4a72-ba23-c008513d019c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1366739 Jul 29 14:09:20.588392 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:20.598736 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-ce0f0631-a141-49dc-9aa5-b2bf0acb036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:20.600839 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-ce0f0631-a141-49dc-9aa5-b2bf0acb036e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 1098 time: 0.0812759 Jul 29 14:09:20.635560 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Deleting port 6161049b-4be9-45c4-806d-ee46798e0340 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:20.635911 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:20.884042 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-af2555ab-d065-47fa-bf70-12e20ef0488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:20.885567 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-af2555ab-d065-47fa-bf70-12e20ef0488f service neutron] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 918 time: 0.2777829 Jul 29 14:09:20.941966 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60578) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:20.977967 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] For port 6161049b-4be9-45c4-806d-ee46798e0340, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=6161049b-4be9-45c4-806d-ee46798e0340,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:20.981120 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:20.986996 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': 'b3619801-c514-4146-bb6c-ee8e480d8b7d', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'floating_ip_address': '172.28.0.243', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '344693fc-181f-48c2-a892-9848c69d460d', 'port_id': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'mac_address': 'fa:16:3e:71:ab:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:09:01Z', 'updated_at': '2021-07-29T14:09:19Z', 'revision_number': 1, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:20.991602 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] Checking router: 344693fc-181f-48c2-a892-9848c69d460d for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:09:21.001469 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:21.002234 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:21.069187 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-fe099714-0afe-407b-9f29-61c8fadd4074 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2 HTTP/1.1" status: 200 len: 999 time: 0.1738799 Jul 29 14:09:21.100728 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1122247778-network', 'tenant_id': '49ae4074e6b942e6a44622a4f851415c'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:21.108874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:21.121387 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Usage tracker for resource:network and tenant:49ae4074e6b942e6a44622a4f851415c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:21.149050 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46999d-78ba-46e9-9821-ea2b448933e3 req-532b50aa-2a07-46b4-9c8a-1db282acbb3e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:21.150536 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1e46999d-78ba-46e9-9821-ea2b448933e3 req-532b50aa-2a07-46b4-9c8a-1db282acbb3e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 945 time: 0.1768641 Jul 29 14:09:21.156701 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-b0da26f7-33d6-4569-b6d1-58fad12cd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:21.158117 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-b0da26f7-33d6-4569-b6d1-58fad12cd651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.0787628 Jul 29 14:09:21.179211 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:21.199726 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:21.227522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:21.257128 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1e46999d-78ba-46e9-9821-ea2b448933e3 req-98b64618-2449-43ba-8e78-d8117f379d85 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977023 Jul 29 14:09:21.273907 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-3a9fc478-4469-4524-aece-d882765bd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:21.275378 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-3a9fc478-4469-4524-aece-d882765bd00f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1021550 Jul 29 14:09:21.290203 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Made reservation on behalf of 49ae4074e6b942e6a44622a4f851415c for: {'network': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:09:21.291998 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:21.320610 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:21.341656 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:21.349978 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Usage tracker for resource:security_group_rule and tenant:49ae4074e6b942e6a44622a4f851415c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:21.354266 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:21.370244 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:21.376637 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:21.377007 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:21.377317 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.l3_db [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Floating IP 2c33eda4-c29f-4201-bf23-c2a8af52fe56 disassociated. External IP: 172.28.0.153, port: 6161049b-4be9-45c4-806d-ee46798e0340. Jul 29 14:09:21.377651 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Calling delete_port for 6161049b-4be9-45c4-806d-ee46798e0340 owned by compute:nova {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:21.417804 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-d7ead34c-bf10-49f6-8610-807585ff4e50 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342404 Jul 29 14:09:21.564738 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a04f332b-d26a-4cfc-85c9-9ea20520ba8d req-2dcaef42-2fd2-4366-9981-19fc5ebc7846 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397443 Jul 29 14:09:21.610494 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': 'b3619801-c514-4146-bb6c-ee8e480d8b7d', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'floating_ip_address': '172.28.0.243', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '344693fc-181f-48c2-a892-9848c69d460d', 'port_id': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'mac_address': 'fa:16:3e:71:ab:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:09:01Z', 'updated_at': '2021-07-29T14:09:19Z', 'revision_number': 1, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:21.614695 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b5c8-88dc-4fd0-8415-200b7599b2fd None None] The sync data for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb is: [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': 'b3619801-c514-4146-bb6c-ee8e480d8b7d', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'floating_ip_address': '172.28.0.243', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '344693fc-181f-48c2-a892-9848c69d460d', 'port_id': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'mac_address': 'fa:16:3e:71:ab:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:09:01Z', 'updated_at': '2021-07-29T14:09:19Z', 'revision_number': 1, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:09:21.690926 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:21.740199 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:21.744864 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b777e84d-f021-4367-b0ba-421f7d4e5d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:21.771055 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=79176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:09:21.773319 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:21.797232 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:21.797802 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.segments_db [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Added segment 815261fb-a971-4f50-9d05-d3af0b6da1f0 of type vlan for network a29f575d-521a-4a30-b9fe-622a3f9779c0 Jul 29 14:09:21.799408 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:21.803164 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:21.807966 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:21.836149 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa88245-25f3-49c3-a0e6-9fd871caf359 None None] New status for floating IP b3619801-c514-4146-bb6c-ee8e480d8b7d: ACTIVE {{(pid=79178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:09:21.911366 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event deleted for resources: {'Port': ['ID=6161049b-4be9-45c4-806d-ee46798e0340,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:21.913950 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:21.955078 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:22.085703 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Router 660f9b82-463e-42ef-bc79-fab4eb090d96 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:09:22.148633 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:22.149968 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:22.150614 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:22.164413 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:22.346198 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Pushing event updated for resources: {'Network': ['ID=a29f575d-521a-4a30-b9fe-622a3f9779c0,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:22.356590 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network a29f575d-521a-4a30-b9fe-622a3f9779c0 details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:09:22.364151 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:22.387529 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:09:22.401459 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] Sync routers for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:09:22.427289 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4808912 Jul 29 14:09:22.427289 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60590) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:22.430582 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9014eb36-e425-40b6-9faa-4932016b0a9d req-41cc687b-6fd4-4221-8913-674760c3a52d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=03f30cfb-0eeb-40be-84b8-fc8a59bb4b59 HTTP/1.1" status: 200 len: 210 time: 0.0504701 Jul 29 14:09:22.437266 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Request body: {'subnet': {'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1122247778-subnet', 'tenant_id': '49ae4074e6b942e6a44622a4f851415c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:22.471663 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:22.472380 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:22.475121 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:22.482999 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] No DVR routers for this DVR port 6161049b-4be9-45c4-806d-ee46798e0340 on host hv-cinder-80132 {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:09:22.485771 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Usage tracker for resource:subnet and tenant:49ae4074e6b942e6a44622a4f851415c is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:22.488737 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:22.490664 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-03ac3fae-7324-4b38-84e9-1671cf502828 req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "DELETE /v2.0/ports/6161049b-4be9-45c4-806d-ee46798e0340 HTTP/1.1" status: 204 len: 173 time: 1.9224398 Jul 29 14:09:22.491430 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:22.497304 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:22.514200 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'name': 'network-vif-deleted', 'tag': '6161049b-4be9-45c4-806d-ee46798e0340'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:22.560781 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f30cfb-0eeb-40be-84b8-fc8a59bb4b59', 'name': 'network-vif-deleted', 'tag': '6161049b-4be9-45c4-806d-ee46798e0340', 'status': 'completed', 'code': 200} Jul 29 14:09:22.565869 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Made reservation on behalf of 49ae4074e6b942e6a44622a4f851415c for: {'subnet': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:09:22.568268 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32339185'] for subnet, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:22.667254 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:22.886496 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32328896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32339075'] for subnet, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:22.890683 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:22.971489 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e13ad64-b905-4d14-8701-49ce6a3b40d2,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:22.975179 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:22.976135 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Checking segment: {'id': '815261fb-a971-4f50-9d05-d3af0b6da1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:09:22.976588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Network hostable DHCP agents. Network: a29f575d-521a-4a30-b9fe-622a3f9779c0, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:09:23.036777 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:23.040741 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] Checking router: 660f9b82-463e-42ef-bc79-fab4eb090d96 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:09:23.050015 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:23.050629 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:23.063231 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Network a29f575d-521a-4a30-b9fe-622a3f9779c0 is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:09:23.159443 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, a29f575d-521a-4a30-b9fe-622a3f9779c0) {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:23.166099 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:23.167341 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:23.198963 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8125d26b-1802-452c-8fd5-b3ccf3dca683 None None] Network a29f575d-521a-4a30-b9fe-622a3f9779c0 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:09:23.273460 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8454187 Jul 29 14:09:23.277539 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-0efd121f-328a-41e5-bb28-61d92ebc9194 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Synchronizing usage tracker for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:security_group {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:23.364699 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-0efd121f-328a-41e5-bb28-61d92ebc9194 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Unset dirty status for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:security_group {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:23.367236 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:23.375201 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-0efd121f-328a-41e5-bb28-61d92ebc9194 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170846350&fields=id&tenant_id=e79d74420ba849a688b9c95ab9c0a4f5 HTTP/1.1" status: 200 len: 267 time: 0.1484954 Jul 29 14:09:23.573336 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-9ed86fcb-aa7e-4d09-9598-6c73b0bf3058 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:23.575700 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-9ed86fcb-aa7e-4d09-9598-6c73b0bf3058 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Synchronizing usage tracker for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:network {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:23.685686 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60614) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:23.721836 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec08f8a-d055-4642-a4a2-4522f4231d2e None None] Network a29f575d-521a-4a30-b9fe-622a3f9779c0 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:09:23.723501 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-9ed86fcb-aa7e-4d09-9598-6c73b0bf3058 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Unset dirty status for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:network {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:23.728972 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-9ed86fcb-aa7e-4d09-9598-6c73b0bf3058 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/networks?id=37e052b0-c068-4de9-bfec-457c37ea3946 HTTP/1.1" status: 200 len: 809 time: 0.3475280 Jul 29 14:09:23.755189 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-68c44258-c4fd-44de-a51f-6f9f8d6b3dee tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/quotas/e79d74420ba849a688b9c95ab9c0a4f5 HTTP/1.1" status: 200 len: 375 time: 0.0231216 Jul 29 14:09:23.775983 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0e647f3d-0bdb-40e8-b852-b6116ebe73d0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:23.815029 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0e647f3d-0bdb-40e8-b852-b6116ebe73d0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:23.857436 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 6161049b-4be9-45c4-806d-ee46798e0340 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:09:23.881235 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-757e3268-b7e6-4d89-86ac-81a671652f50 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Synchronizing usage tracker for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:23.907143 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 6161049b-4be9-45c4-806d-ee46798e0340 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:09:23.907495 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 6161049b-4be9-45c4-806d-ee46798e0340 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:09:23.942975 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0e647f3d-0bdb-40e8-b852-b6116ebe73d0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:23.948564 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-89526a2f-c944-451d-bef9-b39a5e9235cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:23.994955 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-757e3268-b7e6-4d89-86ac-81a671652f50 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Unset dirty status for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:23.997015 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-757e3268-b7e6-4d89-86ac-81a671652f50 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2406220 Jul 29 14:09:24.041285 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:24.053706 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe46d80-c1dc-40e0-8a42-abc819eb68c6 None None] The sync data for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb is: [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:09:24.079997 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e647f3d-0bdb-40e8-b852-b6116ebe73d0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d6a983-b7e8-4d5f-98c5-5b5e15f48f17,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:24.080369 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0e647f3d-0bdb-40e8-b852-b6116ebe73d0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:24.169738 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-8aa389d6-5bcb-49ec-9647-952db6120878 service neutron] 10.222.0.22 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617880 Jul 29 14:09:24.177480 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0e647f3d-0bdb-40e8-b852-b6116ebe73d0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:24.178912 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-0e647f3d-0bdb-40e8-b852-b6116ebe73d0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "DELETE /v2.0/security-groups/92d6a983-b7e8-4d5f-98c5-5b5e15f48f17 HTTP/1.1" status: 204 len: 168 time: 0.4920607 Jul 29 14:09:24.181652 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60620) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:24.199393 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.api.v2.resource [None req-862caa74-d01f-41e9-b105-4df7e4978dda tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] show failed (client error): The resource could not be found. Jul 29 14:09:24.201573 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-862caa74-d01f-41e9-b105-4df7e4978dda tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups/92d6a983-b7e8-4d5f-98c5-5b5e15f48f17 HTTP/1.1" status: 404 len: 347 time: 0.0179417 Jul 29 14:09:24.211434 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60624) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:24.325736 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76805e-8087-4cd5-a417-3dea159785fa None None] New status for floating IP 2c33eda4-c29f-4201-bf23-c2a8af52fe56: DOWN {{(pid=79178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:09:24.425099 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Deleting port e5d44cd4-9293-46e7-901b-e62187d29e68 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:24.425327 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-853c5bb5-7e56-4faa-b013-515d0ff0efee service neutron] 10.222.0.22 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436557 Jul 29 14:09:24.426012 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:24.640808 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:24.641150 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:24.767942 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Calling delete_port for e5d44cd4-9293-46e7-901b-e62187d29e68 owned by network:floatingip {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:24.898536 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.db.api [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:09:24.898941 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_db.api [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:09:25.170362 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-21f8181b-ddd0-4fab-98ce-b67678480a83 req-b5b81476-3037-49c5-b8c6-e9caaf0054e2 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 210 time: 0.0486455 Jul 29 14:09:25.400240 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Deleting port e5d44cd4-9293-46e7-901b-e62187d29e68 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:25.400545 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:25.576180 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:25.576516 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:25.713887 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Calling delete_port for e5d44cd4-9293-46e7-901b-e62187d29e68 owned by network:floatingip {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:25.859770 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001347-937a-489c-9441-1befe3f5a11a req-c9216d57-4006-40bf-a5bc-99b38da5997a tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:25.860452 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8b001347-937a-489c-9441-1befe3f5a11a req-c9216d57-4006-40bf-a5bc-99b38da5997a tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Synchronizing usage tracker for tenant:49ae4074e6b942e6a44622a4f851415c on resource:network {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:25.971376 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8b001347-937a-489c-9441-1befe3f5a11a req-c9216d57-4006-40bf-a5bc-99b38da5997a tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Unset dirty status for tenant:49ae4074e6b942e6a44622a4f851415c on resource:network {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:25.971822 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:25.972771 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-c9216d57-4006-40bf-a5bc-99b38da5997a tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/networks?id=a29f575d-521a-4a30-b9fe-622a3f9779c0 HTTP/1.1" status: 200 len: 809 time: 0.2824659 Jul 29 14:09:25.976812 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9694bd02-52ea-467c-82c3-32473fd4dc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:25.990807 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-9ef3769c-3f6e-435c-bd49-af01df77200c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/quotas/49ae4074e6b942e6a44622a4f851415c HTTP/1.1" status: 200 len: 375 time: 0.0102978 Jul 29 14:09:26.025096 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event deleted for resources: {'Port': ['ID=e5d44cd4-9293-46e7-901b-e62187d29e68,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:26.027635 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:26.040722 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-860b1cb2-fbc2-4de8-85e3-dc4d2a348772 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=49ae4074e6b942e6a44622a4f851415c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439489 Jul 29 14:09:26.133894 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:26.149655 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:26.150771 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "DELETE /v2.0/floatingips/2c33eda4-c29f-4201-bf23-c2a8af52fe56 HTTP/1.1" status: 204 len: 168 time: 1.9383597 Jul 29 14:09:26.181747 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-e1ee428b-aacd-4648-9f23-a9f2a737132c service neutron] 10.222.0.22 "GET /v2.0/networks/a29f575d-521a-4a30-b9fe-622a3f9779c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333697 Jul 29 14:09:26.335015 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-80778b8d-7be8-4f81-b4db-622d8c2ca9b7 service neutron] 10.222.0.22 "GET /v2.0/networks/a29f575d-521a-4a30-b9fe-622a3f9779c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467717 Jul 29 14:09:26.702855 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5185ae6a-6301-4b0b-9dd0-7ba1831f0072 req-ff3ecf34-5f2f-4648-afa5-9d39c7bbe936 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 210 time: 0.0440412 Jul 29 14:09:26.771336 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60678) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:26.776636 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646503157', 'description': 'tempest-description--1701607570'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:26.783120 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:26.787479 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:security_group and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:26.794889 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:26.801473 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:26.814987 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-64267b44-4381-40e0-929d-6f625de4c22e req-3e1888eb-914c-468b-9748-6e7116e48498 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 210 time: 0.0488396 Jul 29 14:09:26.911389 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:26.933376 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:26.938032 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:security_group_rule and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:26.941761 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:26.947878 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:27.020710 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:27.126313 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:27.130225 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-df3bda24-fa0f-4a64-805e-c8dbbcf9a039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:27.176692 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad4331f-4c1b-453e-97e6-f557311911ab,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:27.179616 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:27.242994 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:27.244285 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4719622 Jul 29 14:09:27.247233 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60684) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:27.254875 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'security_group_rule': {'security_group_id': 'aad4331f-4c1b-453e-97e6-f557311911ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:27.260971 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:27.264914 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:security_group_rule and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:27.267939 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:27.273920 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:27.421790 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:27.487139 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:27.557059 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:27.559085 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:27.581554 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bde0a2f-5ff5-4817-8472-71ec61eef438,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:27.584171 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:27.680734 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:27.684504 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-0be55753-3aeb-466f-9715-9249873fc65e tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4338534 Jul 29 14:09:27.684731 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60690) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:27.690728 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'security_group_rule': {'security_group_id': 'aad4331f-4c1b-453e-97e6-f557311911ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:27.696963 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:27.701446 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:security_group_rule and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:27.704669 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:27.711463 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:27.764831 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-0aa6fbc7-ac65-47e3-99a6-7732e14fc0e4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:27.767360 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-0aa6fbc7-ac65-47e3-99a6-7732e14fc0e4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.36 "GET /v2.0/networks?id=37e052b0-c068-4de9-bfec-457c37ea3946 HTTP/1.1" status: 200 len: 809 time: 0.1632175 Jul 29 14:09:27.800304 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:27.820240 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-ac6cb075-ff62-4481-bf16-81a8dc13ba4b tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e79d74420ba849a688b9c95ab9c0a4f5 HTTP/1.1" status: 200 len: 379 time: 0.0437939 Jul 29 14:09:27.838455 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Request body: {'port': {'device_id': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'admin_state_up': True, 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'security_groups': ['2938c99b-00ec-4d70-8a62-73b9f4f3993d']}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:27.997511 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d5bbb9f6-2ecb-44b6-ab55-08a227a330da req-d5788bf1-4eda-45a8-a977-f067a05fe4cd tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 210 time: 0.1648178 Jul 29 14:09:28.007879 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d1d98e3d-9979-47f8-84b9-30836308ceae req-d7da4844-a915-47b3-bc02-1c3510c8a8f9 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 210 time: 0.0559461 Jul 29 14:09:28.043165 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.052054 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:28.061575 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:28.129127 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Made reservation on behalf of e79d74420ba849a688b9c95ab9c0a4f5 for: {'port': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:09:28.129398 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517668'] for security_group_rule, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.131255 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-474ed903-dc5f-49b5-bd16-3b4b8126c638 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:28.143192 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.155277 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa3bbfc-95ee-4958-b32f-d0f97562b405,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:28.158246 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:28.272089 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.277060 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-d870bebc-6cde-4907-808d-ab9be4456348 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5881166 Jul 29 14:09:28.277371 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60698) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:28.284838 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'floatingip': {'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:28.292251 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:28.297979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Usage tracker for resource:floatingip and tenant:55c4417f4e284e05bdcf6106bc05421c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:28.301024 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:28.309023 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:28.340572 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Allocated IP 172.20.0.10 (37e052b0-c068-4de9-bfec-457c37ea3946/6c3965ee-36f1-42da-a683-61dd1543c756/19dfdf90-7700-497d-a8a8-930001492d09) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:09:28.480008 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.547894 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.564229 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Transition to ACTIVE for port object 19dfdf90-7700-497d-a8a8-930001492d09 will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:09:28.620352 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.705113 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.712258 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:28.771690 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Allocated IP 172.28.0.56 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/80c0c7d5-3ae1-433e-a111-0fb03c0cf2fb) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:09:28.787932 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Network 37e052b0-c068-4de9-bfec-457c37ea3946 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:09:28.791149 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:28.795032 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:09:28.826609 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'Port': ['ID=19dfdf90-7700-497d-a8a8-930001492d09,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:28.834061 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:28.866035 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:28.866630 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.938981 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:28.970024 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1360474 Jul 29 14:09:28.985211 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Request body: {'port': {'device_id': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:29.032865 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:29.038512 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a4fe5a5e-ce4f-4045-97a8-fc97da9dab3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:29.128412 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-0cb55611-2b96-41d7-86cd-5dc5a009ad4a None None] Provisioning for port 19dfdf90-7700-497d-a8a8-930001492d09 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:09:29.135605 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-0cb55611-2b96-41d7-86cd-5dc5a009ad4a None None] Provisioning complete for port 19dfdf90-7700-497d-a8a8-930001492d09 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:29.139908 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0cb55611-2b96-41d7-86cd-5dc5a009ad4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:29.160154 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:09:29.163731 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:29.171009 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:09:29.229965 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-0cb55611-2b96-41d7-86cd-5dc5a009ad4a None None] Port 19dfdf90-7700-497d-a8a8-930001492d09 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:09:29.261396 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'Port': ['ID=80c0c7d5-3ae1-433e-a111-0fb03c0cf2fb,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:29.291909 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:29.294693 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:29.300205 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-db2bb604-123e-4c63-851e-8b0305c92948 req-9ae5c6d9-33ad-487b-a606-86431437ee17 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 210 time: 0.0856233 Jul 29 14:09:29.383895 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d91ad1-e29e-4728-b895-ae8ccc88d933 req-721622fe-0b32-4b73-84bd-d057bb27d7e3 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:29.384623 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-79d91ad1-e29e-4728-b895-ae8ccc88d933 req-721622fe-0b32-4b73-84bd-d057bb27d7e3 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Synchronizing usage tracker for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:29.446503 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:29.456594 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001347-937a-489c-9441-1befe3f5a11a req-62fc4bab-94c6-4231-9c7d-729e8390c52a tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:29.458115 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-62fc4bab-94c6-4231-9c7d-729e8390c52a tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.36 "GET /v2.0/networks?id=a29f575d-521a-4a30-b9fe-622a3f9779c0 HTTP/1.1" status: 200 len: 809 time: 0.1864157 Jul 29 14:09:29.473793 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Request body: {'port': {'device_id': '85ffcc1c-9fac-42c7-9f72-2dd070e838ea', 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0', 'admin_state_up': True, 'tenant_id': '49ae4074e6b942e6a44622a4f851415c'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:29.607207 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-79d91ad1-e29e-4728-b895-ae8ccc88d933 req-721622fe-0b32-4b73-84bd-d057bb27d7e3 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Unset dirty status for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:29.608567 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-79d91ad1-e29e-4728-b895-ae8ccc88d933 req-721622fe-0b32-4b73-84bd-d057bb27d7e3 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 932 time: 0.3830638 Jul 29 14:09:29.675704 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-79d91ad1-e29e-4728-b895-ae8ccc88d933 req-f3ca4748-7a43-4ec0-8ac8-b6d820af715d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533402 Jul 29 14:09:29.688489 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:29.695517 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Usage tracker for resource:port and tenant:49ae4074e6b942e6a44622a4f851415c is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:29.699850 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:29.726081 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:29.746115 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:29.760272 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dfdf90-7700-497d-a8a8-930001492d09 {{(pid=79176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:09:29.769112 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:29.783726 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Transition to ACTIVE for port object 19dfdf90-7700-497d-a8a8-930001492d09 will not be triggered until provisioned by entity L2. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:09:29.929103 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.000859 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.001406 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Made reservation on behalf of 49ae4074e6b942e6a44622a4f851415c for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:09:30.004857 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.005366 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:30.061416 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.068988 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-eadfcfc0-885d-45ff-9e78-a802330fb553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:30.172964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Pushing event updated for resources: {'Port': ['ID=19dfdf90-7700-497d-a8a8-930001492d09,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:30.182253 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:30.222210 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'Port': ['ID=80c0c7d5-3ae1-433e-a111-0fb03c0cf2fb,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:30.229334 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:30.262562 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Attempting to bind port 19dfdf90-7700-497d-a8a8-930001492d09 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:09:30.263008 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Attempting to bind port 19dfdf90-7700-497d-a8a8-930001492d09 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:09:30.263318 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Attempting to bind port 19dfdf90-7700-497d-a8a8-930001492d09 on network 37e052b0-c068-4de9-bfec-457c37ea3946 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:30.269227 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Port 19dfdf90-7700-497d-a8a8-930001492d09 on network 37e052b0-c068-4de9-bfec-457c37ea3946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:09:30.269588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Attempting to bind port 19dfdf90-7700-497d-a8a8-930001492d09 on network 37e052b0-c068-4de9-bfec-457c37ea3946 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:30.274867 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:09:30.275199 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Checking segment: {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:09:30.275575 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Bound using segment: {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:09:30.275999 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Bound port: 19dfdf90-7700-497d-a8a8-930001492d09, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946'}}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:09:30.276344 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.278766 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.313677 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Allocated IP 172.20.0.7 (a29f575d-521a-4a30-b9fe-622a3f9779c0/2e13ad64-b905-4d14-8701-49ce6a3b40d2/a792eae3-e106-475f-a72b-102a618e53a6) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:09:30.383045 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, cleared binding levels {{(pid=79176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:09:30.386487 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=19dfdf90-7700-497d-a8a8-930001492d09,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:09:30.458336 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.462288 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-704139f4-2753-4992-b8c5-4e3656e824f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:30.469175 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.470334 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1917346 Jul 29 14:09:30.523274 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:30.523885 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.525291 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] 10.222.0.36 "PUT /v2.0/ports/19dfdf90-7700-497d-a8a8-930001492d09 HTTP/1.1" status: 200 len: 1094 time: 1.5451152 Jul 29 14:09:30.525992 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:30.527043 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-1f032329-4f56-40cb-aded-a045eb7f7605 req-10c29a31-dbd0-489c-aedd-6a24c4d257d0 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Synchronizing usage tracker for tenant:49ae4074e6b942e6a44622a4f851415c on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:30.573246 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Pushing event updated for resources: {'Port': ['ID=19dfdf90-7700-497d-a8a8-930001492d09,revision_number=3']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:30.577619 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:30.591198 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09', 'status': 'completed', 'code': 200} Jul 29 14:09:30.674868 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-1f032329-4f56-40cb-aded-a045eb7f7605 req-10c29a31-dbd0-489c-aedd-6a24c4d257d0 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Unset dirty status for tenant:49ae4074e6b942e6a44622a4f851415c on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:30.676767 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1f032329-4f56-40cb-aded-a045eb7f7605 req-10c29a31-dbd0-489c-aedd-6a24c4d257d0 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 210 time: 0.2120814 Jul 29 14:09:30.725187 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fa307-67e4-4604-9569-727c8bfc3dee req-97b4e060-e9a4-416c-a201-8aae7e1d3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:30.726821 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2d9fa307-67e4-4604-9569-727c8bfc3dee req-97b4e060-e9a4-416c-a201-8aae7e1d3555 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1097 time: 0.1098866 Jul 29 14:09:30.773660 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.866341 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-9033f088-adfa-467c-b34f-0184f6577665 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Synchronizing usage tracker for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:30.877867 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:30.884796 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:30.954618 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Network a29f575d-521a-4a30-b9fe-622a3f9779c0 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:09:30.957717 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:30.961740 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:09:30.973002 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fa307-67e4-4604-9569-727c8bfc3dee req-7f7d93f8-befc-44fd-a90d-3b2f258314e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:30.973002 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2d9fa307-67e4-4604-9569-727c8bfc3dee req-7f7d93f8-befc-44fd-a90d-3b2f258314e8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2339420 Jul 29 14:09:30.996597 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Pushing event updated for resources: {'Port': ['ID=a792eae3-e106-475f-a72b-102a618e53a6,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:30.998750 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-9033f088-adfa-467c-b34f-0184f6577665 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Unset dirty status for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:31.000438 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-9033f088-adfa-467c-b34f-0184f6577665 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--646503157&fields=id&tenant_id=55c4417f4e284e05bdcf6106bc05421c HTTP/1.1" status: 200 len: 267 time: 0.1758065 Jul 29 14:09:31.003590 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:31.008707 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922726b-37cc-4535-b962-614e3bc263cf req-2ddbd4ae-bab1-44f7-ab41-c6587479adce tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:31.010318 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5922726b-37cc-4535-b962-614e3bc263cf req-2ddbd4ae-bab1-44f7-ab41-c6587479adce tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 944 time: 0.1455998 Jul 29 14:09:31.078957 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:31.079574 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:31.132147 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5922726b-37cc-4535-b962-614e3bc263cf req-9a9885e2-e4db-46d1-90d5-ade6e8ef254f tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079094 Jul 29 14:09:31.155300 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fa307-67e4-4604-9569-727c8bfc3dee req-c14f716e-9d31-4a4a-a5b7-88ebf8c7b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:31.156961 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2d9fa307-67e4-4604-9569-727c8bfc3dee req-c14f716e-9d31-4a4a-a5b7-88ebf8c7b63d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1776528 Jul 29 14:09:31.198201 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-42f8ae85-4817-449c-be27-bded0c0ebd7c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:31.199646 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-42f8ae85-4817-449c-be27-bded0c0ebd7c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/networks?id=a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 200 len: 810 time: 0.1891315 Jul 29 14:09:31.214913 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-78b1e600-7fde-4827-9529-c7173adf32c3 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/quotas/55c4417f4e284e05bdcf6106bc05421c HTTP/1.1" status: 200 len: 375 time: 0.0092611 Jul 29 14:09:31.261590 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7919972 Jul 29 14:09:31.269701 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-0b2c7c3b-6877-44d8-8a1e-aa1a7da8378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:31.271186 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-0b2c7c3b-6877-44d8-8a1e-aa1a7da8378b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1097 time: 0.0768223 Jul 29 14:09:31.277436 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Request body: {'port': {'device_id': '85ffcc1c-9fac-42c7-9f72-2dd070e838ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:31.346269 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-cacb0358-8edf-494a-a81c-0b40d37c194d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19dfdf90-7700-497d-a8a8-930001492d09 HTTP/1.1" status: 200 len: 217 time: 0.0670846 Jul 29 14:09:31.410113 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-7e2497e7-20ab-4cd8-8bcd-001114857adc tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Synchronizing usage tracker for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:31.422108 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:31.502083 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e4a5dfc7-88bc-45a5-a2ed-26d1fec5b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:31.503552 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-e4a5dfc7-88bc-45a5-a2ed-26d1fec5b1e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c3965ee-36f1-42da-a683-61dd1543c756 HTTP/1.1" status: 200 len: 848 time: 0.1468508 Jul 29 14:09:31.544083 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-7e2497e7-20ab-4cd8-8bcd-001114857adc tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Unset dirty status for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:31.545617 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-7e2497e7-20ab-4cd8-8bcd-001114857adc tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3245888 Jul 29 14:09:31.588623 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-d96c3287-cbf0-4181-aeda-1e7b0d37f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:31.590108 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-d96c3287-cbf0-4181-aeda-1e7b0d37f2c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37e052b0-c068-4de9-bfec-457c37ea3946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760677 Jul 29 14:09:31.728068 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-f8e66db0-26f0-4d89-93c1-de602397cd8d service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301732 Jul 29 14:09:31.795656 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-76de5a6e-79ac-4b1b-b764-1b66b98fa609 service neutron] 10.222.0.22 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331684 Jul 29 14:09:31.922778 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8de5ba9e-0eb1-4747-95f1-87b6d9179ebe req-2a41e5c8-32ab-418b-89be-c0c61ef7f43a service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872010 Jul 29 14:09:31.945478 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db515ec1-9ba2-46aa-9079-722be5b767e0 req-6ea19eaa-43bb-4e11-9c5f-f6ce4c9bf2ea tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:31.949839 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db515ec1-9ba2-46aa-9079-722be5b767e0 req-6ea19eaa-43bb-4e11-9c5f-f6ce4c9bf2ea tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 931 time: 0.1225612 Jul 29 14:09:31.993077 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-db515ec1-9ba2-46aa-9079-722be5b767e0 req-b929c3a1-8a86-4460-98f5-9e516b80fa51 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Synchronizing usage tracker for tenant:49ae4074e6b942e6a44622a4f851415c on resource:security_group {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:32.002895 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-fdeae656-5a87-417b-ba59-7f2d62b8430b service neutron] 10.222.0.22 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947176 Jul 29 14:09:32.006629 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a792eae3-e106-475f-a72b-102a618e53a6 {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:09:32.014231 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:32.028919 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Transition to ACTIVE for port object a792eae3-e106-475f-a72b-102a618e53a6 will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:09:32.100080 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-db515ec1-9ba2-46aa-9079-722be5b767e0 req-b929c3a1-8a86-4460-98f5-9e516b80fa51 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Unset dirty status for tenant:49ae4074e6b942e6a44622a4f851415c on resource:security_group {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:32.101316 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db515ec1-9ba2-46aa-9079-722be5b767e0 req-b929c3a1-8a86-4460-98f5-9e516b80fa51 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486349 Jul 29 14:09:32.111285 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:32.116163 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:32.197662 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:32.244481 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Pushing event updated for resources: {'Port': ['ID=a792eae3-e106-475f-a72b-102a618e53a6,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:32.394334 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:32.431898 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff7ffc-fb1d-48d0-a378-4ce31f2f7c07 req-2cbee4de-2c21-4d13-84a7-519a713e7063 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:32.433442 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78ff7ffc-fb1d-48d0-a378-4ce31f2f7c07 req-2cbee4de-2c21-4d13-84a7-519a713e7063 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 944 time: 0.0918911 Jul 29 14:09:32.480460 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78ff7ffc-fb1d-48d0-a378-4ce31f2f7c07 req-b36d01ba-209d-4901-a851-a1603ab6ffb3 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404139 Jul 29 14:09:32.489119 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-68d7193d-c8a0-4422-9340-ada887b51864 req-8aae4239-8a2c-48f6-9482-b1b5f80feaf8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27961407&fields=id&tenant_id=d5e53e368945453798b4323d32d3eab7 HTTP/1.1" status: 200 len: 267 time: 0.0936434 Jul 29 14:09:32.542638 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Attempting to bind port a792eae3-e106-475f-a72b-102a618e53a6 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:09:32.543010 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Attempting to bind port a792eae3-e106-475f-a72b-102a618e53a6 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '815261fb-a971-4f50-9d05-d3af0b6da1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:09:32.543299 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Attempting to bind port a792eae3-e106-475f-a72b-102a618e53a6 on network a29f575d-521a-4a30-b9fe-622a3f9779c0 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:32.564918 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Port a792eae3-e106-475f-a72b-102a618e53a6 on network a29f575d-521a-4a30-b9fe-622a3f9779c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:09:32.564918 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Attempting to bind port a792eae3-e106-475f-a72b-102a618e53a6 on network a29f575d-521a-4a30-b9fe-622a3f9779c0 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:32.569033 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-77879d0d-3b0f-45b3-b9b6-4b3dfe4458fb req-65fbdf0f-c6ee-470c-93b5-165c973ac3c4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Synchronizing usage tracker for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:32.571576 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:09:32.571917 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Checking segment: {'id': '815261fb-a971-4f50-9d05-d3af0b6da1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:09:32.572305 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Bound using segment: {'id': '815261fb-a971-4f50-9d05-d3af0b6da1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:09:32.572896 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Bound port: a792eae3-e106-475f-a72b-102a618e53a6, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815261fb-a971-4f50-9d05-d3af0b6da1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:09:32.573288 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:32.580120 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-77879d0d-3b0f-45b3-b9b6-4b3dfe4458fb req-65fbdf0f-c6ee-470c-93b5-165c973ac3c4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Unset dirty status for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:32.581399 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-77879d0d-3b0f-45b3-b9b6-4b3dfe4458fb req-65fbdf0f-c6ee-470c-93b5-165c973ac3c4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 210 time: 0.0585971 Jul 29 14:09:32.673271 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7193d-c8a0-4422-9340-ada887b51864 req-794de311-3d78-4dfc-a6f2-800436db3837 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:32.674771 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-68d7193d-c8a0-4422-9340-ada887b51864 req-794de311-3d78-4dfc-a6f2-800436db3837 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 984 time: 0.1737175 Jul 29 14:09:32.688730 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-68d7193d-c8a0-4422-9340-ada887b51864 req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Request body: {'port': {'security_groups': ['ad9579c5-7532-430a-b5ca-e8e9cda52714']}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:32.739876 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] For port a792eae3-e106-475f-a72b-102a618e53a6, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:09:32.754820 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] For port a792eae3-e106-475f-a72b-102a618e53a6, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a792eae3-e106-475f-a72b-102a618e53a6,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:09:32.821217 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-68d7193d-c8a0-4422-9340-ada887b51864 req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:32.872331 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:32.887664 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0ddb8b0e-3647-45d2-9581-c80ee0535ab1 tempest-VolumesActionsTest-2109168582 tempest-VolumesActionsTest-2109168582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:32.957044 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:32.957657 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:32.959012 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] 10.222.0.36 "PUT /v2.0/ports/a792eae3-e106-475f-a72b-102a618e53a6 HTTP/1.1" status: 200 len: 1093 time: 1.6857047 Jul 29 14:09:32.959507 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ffcc1c-9fac-42c7-9f72-2dd070e838ea', 'tag': 'a792eae3-e106-475f-a72b-102a618e53a6'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:33.002929 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Pushing event updated for resources: {'Port': ['ID=a792eae3-e106-475f-a72b-102a618e53a6,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:33.008280 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ffcc1c-9fac-42c7-9f72-2dd070e838ea', 'tag': 'a792eae3-e106-475f-a72b-102a618e53a6', 'status': 'completed', 'code': 200} Jul 29 14:09:33.009011 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:33.213176 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-68d7193d-c8a0-4422-9340-ada887b51864 req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] For port ecd03465-d1ec-4da0-b458-6fbe1c6bced2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:33.222030 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3a881-7841-47e1-8b83-8322e458ab4a req-43e5da56-e1d0-4f4a-8863-2146c9d13a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:33.223535 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b3e3a881-7841-47e1-8b83-8322e458ab4a req-43e5da56-e1d0-4f4a-8863-2146c9d13a7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ae4074e6b942e6a44622a4f851415c&device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 1096 time: 0.1900740 Jul 29 14:09:33.268186 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-68d7193d-c8a0-4422-9340-ada887b51864 req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:33.321907 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25cf97-d28d-41b5-912e-e5da8ba81550 req-477a9a0c-645b-44c6-8732-7f4546499f59 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:33.323412 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9c25cf97-d28d-41b5-912e-e5da8ba81550 req-477a9a0c-645b-44c6-8732-7f4546499f59 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 943 time: 0.0909498 Jul 29 14:09:33.371555 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9c25cf97-d28d-41b5-912e-e5da8ba81550 req-4923acf7-5281-4661-b1bf-0557c1beac5d tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Jul 29 14:09:33.393711 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-68d7193d-c8a0-4422-9340-ada887b51864 req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:33.407036 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['ecd03465-d1ec-4da0-b458-6fbe1c6bced2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:09:33.410505 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:33.469286 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3a881-7841-47e1-8b83-8322e458ab4a req-fb78591d-fd67-47b1-a83d-85844d2b6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:33.470767 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b3e3a881-7841-47e1-8b83-8322e458ab4a req-fb78591d-fd67-47b1-a83d-85844d2b6682 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=49ae4074e6b942e6a44622a4f851415c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2322526 Jul 29 14:09:33.508345 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7193d-c8a0-4422-9340-ada887b51864 req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:33.515064 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-68d7193d-c8a0-4422-9340-ada887b51864 req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:33.515064 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-68d7193d-c8a0-4422-9340-ada887b51864 req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "PUT /v2.0/ports/ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 200 len: 942 time: 0.8268554 Jul 29 14:09:33.523490 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60764) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:33.600261 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['ecd03465-d1ec-4da0-b458-6fbe1c6bced2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:09:33.634157 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event updated for resources: {'Port': ['ID=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,revision_number=7']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:33.642079 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:33.676902 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-94262512-ac0e-4280-8147-68145cc0020e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:33.721936 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-94262512-ac0e-4280-8147-68145cc0020e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:33.841518 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a6e04762-30da-4da0-b894-31bd82ff44dc req-84880959-01dc-418f-b579-4448da088849 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 210 time: 0.0652077 Jul 29 14:09:33.858533 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3a881-7841-47e1-8b83-8322e458ab4a req-07fc7c5c-bcb5-4b55-981f-2abe2dc851d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:33.860655 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b3e3a881-7841-47e1-8b83-8322e458ab4a req-07fc7c5c-bcb5-4b55-981f-2abe2dc851d7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3800008 Jul 29 14:09:33.878731 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 19dfdf90-7700-497d-a8a8-930001492d09 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:09:33.900305 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761baaba-eb8a-4628-81fb-e90c16e5a300 req-70d51c4a-38d1-4cfe-a969-e90bffdbbe4f tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:33.901770 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-761baaba-eb8a-4628-81fb-e90c16e5a300 req-70d51c4a-38d1-4cfe-a969-e90bffdbbe4f tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 944 time: 0.2092285 Jul 29 14:09:33.957342 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-94262512-ac0e-4280-8147-68145cc0020e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:33.962657 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9512a4b1-d626-47e1-be6e-089f00cc92b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:33.979704 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94262512-ac0e-4280-8147-68145cc0020e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17e363c-1ebb-4f77-a6ce-feb1d2a9143a,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:33.982651 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-94262512-ac0e-4280-8147-68145cc0020e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:34.004121 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-761baaba-eb8a-4628-81fb-e90c16e5a300 req-e47a7834-2e94-4f36-a667-3589730b9de2 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Synchronizing usage tracker for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:34.025981 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-761baaba-eb8a-4628-81fb-e90c16e5a300 req-e47a7834-2e94-4f36-a667-3589730b9de2 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Unset dirty status for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:34.027182 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-761baaba-eb8a-4628-81fb-e90c16e5a300 req-e47a7834-2e94-4f36-a667-3589730b9de2 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189189 Jul 29 14:09:34.043814 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001347-937a-489c-9441-1befe3f5a11a req-4e5021e5-cf7f-4320-bf9e-8c4dce3e8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:34.048667 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-4e5021e5-cf7f-4320-bf9e-8c4dce3e8288 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ae4074e6b942e6a44622a4f851415c&device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 1096 time: 0.1235154 Jul 29 14:09:34.067879 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-94262512-ac0e-4280-8147-68145cc0020e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:34.071957 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-94262512-ac0e-4280-8147-68145cc0020e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "DELETE /v2.0/security-groups/d17e363c-1ebb-4f77-a6ce-feb1d2a9143a HTTP/1.1" status: 204 len: 168 time: 0.5448077 Jul 29 14:09:34.072512 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-ecda0a19-d9a3-473a-b5b2-6f3d0c6fb5f6 None None] Provisioning complete for port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:34.072733 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60770) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:34.072908 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-ecda0a19-d9a3-473a-b5b2-6f3d0c6fb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:34.127283 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-176641ea-d257-44a7-8e10-9edd94273ab1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a792eae3-e106-475f-a72b-102a618e53a6 HTTP/1.1" status: 200 len: 217 time: 0.0709562 Jul 29 14:09:34.127893 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=19dfdf90-7700-497d-a8a8-930001492d09,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:34.150174 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '19dfdf90-7700-497d-a8a8-930001492d09', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'port_id': '19dfdf90-7700-497d-a8a8-930001492d09', 'mac_address': 'fa:16:3e:0c:12:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:09:34.201360 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001347-937a-489c-9441-1befe3f5a11a req-a28657e0-010a-419b-869a-f1be6d66f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:34.204093 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-a28657e0-010a-419b-869a-f1be6d66f1a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e13ad64-b905-4d14-8701-49ce6a3b40d2 HTTP/1.1" status: 200 len: 849 time: 0.0687892 Jul 29 14:09:34.263325 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-3a7bc5b5-ddca-4f8e-938d-8946b9ccac19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a29f575d-521a-4a30-b9fe-622a3f9779c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520866 Jul 29 14:09:34.270126 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:34.295761 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dfdf90-7700-497d-a8a8-930001492d09 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:09:34.304508 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Deleting port f489fdbb-8da1-4c1f-9fd1-5c4e388fc645 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:34.304508 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:34.317645 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=19dfdf90-7700-497d-a8a8-930001492d09,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:34.411929 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:34.416335 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:34.451756 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-9c9d4564-9904-4ac5-b8fc-8acde0cfe6db service neutron] 10.222.0.36 "GET /v2.0/networks/a29f575d-521a-4a30-b9fe-622a3f9779c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799080 Jul 29 14:09:34.513833 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=19dfdf90-7700-497d-a8a8-930001492d09,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:34.526084 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:34.656959 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['19dfdf90-7700-497d-a8a8-930001492d09'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:09:34.748343 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8b001347-937a-489c-9441-1befe3f5a11a req-01878ef3-c797-4b26-a8c5-351db52448ff service neutron] 10.222.0.36 "GET /v2.0/networks/a29f575d-521a-4a30-b9fe-622a3f9779c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894080 Jul 29 14:09:34.803281 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:34.803881 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:34.959556 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Calling delete_port for f489fdbb-8da1-4c1f-9fd1-5c4e388fc645 owned by network:floatingip {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:35.009473 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1e35a39f-d398-4538-ba21-14e194d6b0d9 req-a6f16278-ca7d-463e-b50b-1f60463db4b3 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 210 time: 0.0519865 Jul 29 14:09:35.010050 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:35.033705 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8123878b-6268-42a8-a15d-b1e6d5c17a24 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:35.035207 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8123878b-6268-42a8-a15d-b1e6d5c17a24 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "GET /v2.0/networks?id=a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 200 len: 810 time: 0.6317074 Jul 29 14:09:35.071301 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433df96-4ec5-41c7-8141-0ccc29bb6a78 req-b28059e2-bc80-40a9-a710-68c1ecc91b8b tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:35.072809 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2433df96-4ec5-41c7-8141-0ccc29bb6a78 req-b28059e2-bc80-40a9-a710-68c1ecc91b8b tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 943 time: 0.5448990 Jul 29 14:09:35.073830 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'status': 'completed', 'code': 200} Jul 29 14:09:35.155689 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-289537b7-2627-4674-bec8-ea6be426277b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c4417f4e284e05bdcf6106bc05421c HTTP/1.1" status: 200 len: 379 time: 0.1090326 Jul 29 14:09:35.161777 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2433df96-4ec5-41c7-8141-0ccc29bb6a78 req-aa988157-dd45-484c-aa62-7682148af81a tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789812 Jul 29 14:09:35.172741 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'port': {'device_id': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'admin_state_up': True, 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'security_groups': ['aad4331f-4c1b-453e-97e6-f557311911ab']}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:35.230976 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-68a3e96a-0b1b-4cae-8590-78b9fb0e61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:35.232414 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-68a3e96a-0b1b-4cae-8590-78b9fb0e61c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5e53e368945453798b4323d32d3eab7&device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 1098 time: 0.1239569 Jul 29 14:09:35.378213 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:35.392208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:35.400846 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24c42-7d55-4522-a238-60b962c7f095 req-fec96857-eabc-4870-9a90-3a6511bd7037 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:35.402308 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d0b24c42-7d55-4522-a238-60b962c7f095 req-fec96857-eabc-4870-9a90-3a6511bd7037 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 945 time: 0.2157695 Jul 29 14:09:35.411530 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-17b346dc-ce6e-4883-af0a-cfebf8f8a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:35.412922 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-17b346dc-ce6e-4883-af0a-cfebf8f8a38c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7aef8f76-7318-43fe-befd-a0cd15fdfb51 HTTP/1.1" status: 200 len: 915 time: 0.1658568 Jul 29 14:09:35.439715 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:35.443784 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-88f400e2-9875-4a80-9716-77e1dca8864a tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:35.489522 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Made reservation on behalf of 55c4417f4e284e05bdcf6106bc05421c for: {'port': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:09:35.492944 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:35.505611 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-b4081c6a-63f0-4fc2-a554-e0236d9bf62e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 200 len: 217 time: 0.0777440 Jul 29 14:09:35.506370 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event deleted for resources: {'Port': ['ID=f489fdbb-8da1-4c1f-9fd1-5c4e388fc645,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:35.509072 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:35.517812 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d0b24c42-7d55-4522-a238-60b962c7f095 req-b507671c-14f0-4bcb-b85b-1233585e14ce tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075580 Jul 29 14:09:35.576081 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-3412c202-427d-429f-9371-9a146233550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:35.578269 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-3412c202-427d-429f-9371-9a146233550e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=307351d9-f934-4a3d-aced-0db513773bb3 HTTP/1.1" status: 200 len: 853 time: 0.0645647 Jul 29 14:09:35.656437 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-1291efcb-802e-4cc9-99ec-8bb073091998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:35.657973 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-1291efcb-802e-4cc9-99ec-8bb073091998 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7aef8f76-7318-43fe-befd-a0cd15fdfb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730927 Jul 29 14:09:35.669860 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks [] for floatingip, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:35.670190 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.l3_db [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Floating IP 849e3d65-b85b-4f6f-b931-7f5659c895ea disassociated (deleted). External IP: 172.28.0.26, port: ecd03465-d1ec-4da0-b458-6fbe1c6bced2. Jul 29 14:09:35.797799 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-fe6f7e9b-94b6-4119-826c-fea3e9ae96ef service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325538 Jul 29 14:09:35.883281 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 19dfdf90-7700-497d-a8a8-930001492d09 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:09:35.900427 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Allocated IP 172.20.0.7 (a10854f7-df06-4ead-a00c-8158cb6e34b6/ec774f59-294e-4722-b605-ffb9dad0dbf4/de0627bc-c16d-4fe6-a4c0-225882369b16) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:09:35.941114 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b0426eb0-2117-45e8-9af8-92847ec5cb2f req-076b497f-f89e-4330-a062-934bbb2d6949 service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366460 Jul 29 14:09:36.034277 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 19dfdf90-7700-497d-a8a8-930001492d09 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:09:36.039397 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 19dfdf90-7700-497d-a8a8-930001492d09 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:36.042169 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:36.161612 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:36.181371 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d119fe58-1be9-4c80-9211-16378b650f3b req-3d54f291-9fb5-42f0-af2d-7fac38508873 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 210 time: 0.0533447 Jul 29 14:09:36.191660 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:36.208040 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=19dfdf90-7700-497d-a8a8-930001492d09,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:36.227472 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:09:36.279120 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:36.288295 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:36.370158 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=19dfdf90-7700-497d-a8a8-930001492d09,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:36.374067 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:36.390550 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09', 'code': 200} Jul 29 14:09:36.469461 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:36.522059 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Transition to ACTIVE for port object de0627bc-c16d-4fe6-a4c0-225882369b16 will not be triggered until provisioned by entity DHCP. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:09:36.644058 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:09:36.655257 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] Sync routers for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:09:36.662974 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fc53f-4a98-45c2-9881-95af87ac6a6e req-77c6e5dd-4c52-472e-80a9-e5bc9b725d68 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:36.664558 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-765fc53f-4a98-45c2-9881-95af87ac6a6e req-77c6e5dd-4c52-472e-80a9-e5bc9b725d68 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 943 time: 0.3462346 Jul 29 14:09:36.669301 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:36.670165 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:36.726110 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202368c-a261-452b-94e4-44abfa3503ce req-eb944fb7-abaa-48f5-bb6b-a57a61551900 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:36.735728 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6202368c-a261-452b-94e4-44abfa3503ce req-eb944fb7-abaa-48f5-bb6b-a57a61551900 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.1073229 Jul 29 14:09:36.737365 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:36.747167 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:36.800413 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6202368c-a261-452b-94e4-44abfa3503ce req-81aeff2a-9d6c-4ab0-b0fa-72ae31b9953b tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595856 Jul 29 14:09:36.824345 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-765fc53f-4a98-45c2-9881-95af87ac6a6e req-9e269025-2264-4ee2-bed2-f2bdbc2e2202 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514437 Jul 29 14:09:36.851071 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:09:36.852774 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:36.883889 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:36.893817 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:09:36.922961 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event updated for resources: {'Port': ['ID=de0627bc-c16d-4fe6-a4c0-225882369b16,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:36.933364 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:36.959097 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:37.012970 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "DELETE /v2.0/floatingips/849e3d65-b85b-4f6f-b931-7f5659c895ea HTTP/1.1" status: 204 len: 168 time: 2.9391582 Jul 29 14:09:37.014246 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:37.028772 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:37.029524 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:37.087143 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def421d-15e6-4caa-9855-8655c43e4829 req-9f74b02e-269a-489f-a8b9-93deb598de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:37.089013 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6def421d-15e6-4caa-9855-8655c43e4829 req-9f74b02e-269a-489f-a8b9-93deb598de6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1099 time: 0.2092073 Jul 29 14:09:37.103668 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'status': 'completed', 'code': 200} Jul 29 14:09:37.135658 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9704535 Jul 29 14:09:37.148835 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Request body: {'port': {'device_id': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:37.226184 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6def421d-15e6-4caa-9855-8655c43e4829 req-0c01c51a-fca2-4931-9146-7394cd07998d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188042 Jul 29 14:09:37.277160 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-918a6ddd-cce1-464e-8181-c304ac48bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:37.281432 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-918a6ddd-cce1-464e-8181-c304ac48bad6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5e53e368945453798b4323d32d3eab7&device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 1098 time: 0.1460717 Jul 29 14:09:37.370129 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:37.434243 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '475191de-85d2-4f7a-b815-4ace231ddc18', 'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'mac_address': 'fa:16:3e:43:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:44Z', 'updated_at': '2021-07-29T14:06:55Z', 'revision_number': 5, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'subnets': [{'id': '307351d9-f934-4a3d-aced-0db513773bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:37.436458 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-bfb5bf0d-215f-4d4d-8721-7edaa1c99bd4 None None] Provisioning for port de0627bc-c16d-4fe6-a4c0-225882369b16 completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:09:37.444195 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-bfb5bf0d-215f-4d4d-8721-7edaa1c99bd4 None None] Provisioning complete for port de0627bc-c16d-4fe6-a4c0-225882369b16 triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:37.444618 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-bfb5bf0d-215f-4d4d-8721-7edaa1c99bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:37.474055 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] Checking router: ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:09:37.504388 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:37.505047 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:37.509871 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-009754ce-953c-4a2a-88f5-916361b1c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:37.516609 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-009754ce-953c-4a2a-88f5-916361b1c632 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7aef8f76-7318-43fe-befd-a0cd15fdfb51 HTTP/1.1" status: 200 len: 915 time: 0.2238491 Jul 29 14:09:37.602614 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5bf0d-215f-4d4d-8721-7edaa1c99bd4 None None] Port de0627bc-c16d-4fe6-a4c0-225882369b16 cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:09:37.714181 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-120caa86-b5e0-40bf-afed-2929ff952787 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 200 len: 217 time: 0.1920316 Jul 29 14:09:37.804688 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d127989-5647-4fc0-8695-03e3e0a70cfa req-f855db6b-7aaa-4c12-8cf7-44864a0725fe tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:37.817274 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4d127989-5647-4fc0-8695-03e3e0a70cfa req-f855db6b-7aaa-4c12-8cf7-44864a0725fe tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 931 time: 0.4108155 Jul 29 14:09:37.836665 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:37.912816 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device a792eae3-e106-475f-a72b-102a618e53a6 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:09:37.922221 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-bf84c514-375f-4bb3-a7ff-c84a58ac9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:37.925077 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-bf84c514-375f-4bb3-a7ff-c84a58ac9298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=307351d9-f934-4a3d-aced-0db513773bb3 HTTP/1.1" status: 200 len: 853 time: 0.2024376 Jul 29 14:09:37.999846 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0627bc-c16d-4fe6-a4c0-225882369b16 {{(pid=79176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:09:38.026672 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:38.034732 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4d127989-5647-4fc0-8695-03e3e0a70cfa req-5f176f40-273a-4374-81ae-40d10ec05c62 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014158 Jul 29 14:09:38.051603 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Transition to ACTIVE for port object de0627bc-c16d-4fe6-a4c0-225882369b16 will not be triggered until provisioned by entity L2. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:09:38.100567 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port a792eae3-e106-475f-a72b-102a618e53a6, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a792eae3-e106-475f-a72b-102a618e53a6,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:38.118245 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-c20f4dc1-d32d-4936-8838-a6f718bbdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:38.120216 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-c20f4dc1-d32d-4936-8838-a6f718bbdcd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7aef8f76-7318-43fe-befd-a0cd15fdfb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1820459 Jul 29 14:09:38.131873 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:38.139404 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': 'a792eae3-e106-475f-a72b-102a618e53a6', 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0', 'port_id': 'a792eae3-e106-475f-a72b-102a618e53a6', 'mac_address': 'fa:16:3e:22:89:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e13ad64-b905-4d14-8701-49ce6a3b40d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:09:38.145706 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-39a83540-e9eb-4e9f-bf8b-b9d0f1752b23 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:38.470792 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-28dd3d7e-78e2-41eb-9150-3977dae07ec4 service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416576 Jul 29 14:09:38.488989 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05726722-55c4-4054-b4f0-afbcbf5635a5 req-de62042b-1687-4967-8097-7183660a2438 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:38.502557 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-05726722-55c4-4054-b4f0-afbcbf5635a5 req-de62042b-1687-4967-8097-7183660a2438 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 943 time: 0.1733556 Jul 29 14:09:38.637730 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42a2fd-01eb-4a21-9e70-5e24a1838baf req-169faa26-34b2-4ae4-bbd6-736356af5c33 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:38.639490 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8d42a2fd-01eb-4a21-9e70-5e24a1838baf req-169faa26-34b2-4ae4-bbd6-736356af5c33 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.4606857 Jul 29 14:09:38.642956 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Pushing event updated for resources: {'Port': ['ID=de0627bc-c16d-4fe6-a4c0-225882369b16,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:38.662703 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:38.663968 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:38.687697 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Attempting to bind port de0627bc-c16d-4fe6-a4c0-225882369b16 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:09:38.688283 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Attempting to bind port de0627bc-c16d-4fe6-a4c0-225882369b16 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:09:38.688807 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Attempting to bind port de0627bc-c16d-4fe6-a4c0-225882369b16 on network a10854f7-df06-4ead-a00c-8158cb6e34b6 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:38.694899 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-05726722-55c4-4054-b4f0-afbcbf5635a5 req-c6e4b244-bcad-4daf-a812-d673d0da206b tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901166 Jul 29 14:09:38.704852 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Port de0627bc-c16d-4fe6-a4c0-225882369b16 on network a10854f7-df06-4ead-a00c-8158cb6e34b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:09:38.705272 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Attempting to bind port de0627bc-c16d-4fe6-a4c0-225882369b16 on network a10854f7-df06-4ead-a00c-8158cb6e34b6 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:38.776569 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a792eae3-e106-475f-a72b-102a618e53a6 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:09:38.778565 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8d42a2fd-01eb-4a21-9e70-5e24a1838baf req-d1cf827c-b34a-4283-be10-a7d3d2d6487b tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316626 Jul 29 14:09:38.781083 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:09:38.783124 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Checking segment: {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:09:38.783537 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Bound using segment: {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:09:38.784004 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Bound port: de0627bc-c16d-4fe6-a4c0-225882369b16, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be956a2a-8a62-4308-94ad-745212e44478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6'}}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:09:38.784360 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:38.799464 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-728f61c1-edf0-456d-8490-b3e02ac5527a req-92c42434-1ad3-4c78-9da6-14cafe1fc150 service neutron] 10.222.0.36 "GET /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935846 Jul 29 14:09:38.871404 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port a792eae3-e106-475f-a72b-102a618e53a6, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a792eae3-e106-475f-a72b-102a618e53a6,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:38.907623 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] For port de0627bc-c16d-4fe6-a4c0-225882369b16, host hv-cinder-80132, cleared binding levels {{(pid=79176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:09:38.912438 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] For port de0627bc-c16d-4fe6-a4c0-225882369b16, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=de0627bc-c16d-4fe6-a4c0-225882369b16,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:09:38.984053 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '475191de-85d2-4f7a-b815-4ace231ddc18', 'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'mac_address': 'fa:16:3e:43:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:44Z', 'updated_at': '2021-07-29T14:06:55Z', 'revision_number': 5, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'subnets': [{'id': '307351d9-f934-4a3d-aced-0db513773bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:39.019006 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f9829-d74d-4d3a-9884-dc4ba0195622 None None] The sync data for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb is: [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:06:46Z', 'revision_number': 4, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '475191de-85d2-4f7a-b815-4ace231ddc18', 'name': '', 'network_id': '7aef8f76-7318-43fe-befd-a0cd15fdfb51', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'mac_address': 'fa:16:3e:43:23:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '307351d9-f934-4a3d-aced-0db513773bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:44Z', 'updated_at': '2021-07-29T14:06:55Z', 'revision_number': 5, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'subnets': [{'id': '307351d9-f934-4a3d-aced-0db513773bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:09:39.019006 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:39.019006 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:39.060248 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:39.065333 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:39.093422 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=a792eae3-e106-475f-a72b-102a618e53a6,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:39.097322 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:39.124012 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:39.125238 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:39.127108 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] 10.222.0.36 "PUT /v2.0/ports/de0627bc-c16d-4fe6-a4c0-225882369b16 HTTP/1.1" status: 200 len: 1093 time: 1.9824877 Jul 29 14:09:39.127108 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'tag': 'de0627bc-c16d-4fe6-a4c0-225882369b16'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:39.165393 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Pushing event updated for resources: {'Port': ['ID=de0627bc-c16d-4fe6-a4c0-225882369b16,revision_number=3']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:39.168715 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:39.181512 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'tag': 'de0627bc-c16d-4fe6-a4c0-225882369b16', 'status': 'completed', 'code': 200} Jul 29 14:09:39.245169 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['a792eae3-e106-475f-a72b-102a618e53a6'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:09:39.337374 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb64766-edea-4cbd-81bc-593d9fa0321e req-91f48771-f363-4b48-bb50-9b7aa23bc517 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:39.350035 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5cb64766-edea-4cbd-81bc-593d9fa0321e req-91f48771-f363-4b48-bb50-9b7aa23bc517 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 943 time: 0.1161048 Jul 29 14:09:39.372931 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e121-ad5e-4500-a48d-7e789e2fdf65 req-0ed7872a-c467-44e2-a282-f7ee87c2160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:39.374423 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-57c1e121-ad5e-4500-a48d-7e789e2fdf65 req-0ed7872a-c467-44e2-a282-f7ee87c2160e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 1096 time: 0.1609716 Jul 29 14:09:39.381239 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79bd64d-1b46-4d37-a80b-6ad53beba65b None None] New status for floating IP 849e3d65-b85b-4f6f-b931-7f5659c895ea: DOWN {{(pid=79178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:09:39.411265 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5cb64766-edea-4cbd-81bc-593d9fa0321e req-500281f2-7758-4cce-ad8c-06501e167ea5 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596514 Jul 29 14:09:39.635918 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e121-ad5e-4500-a48d-7e789e2fdf65 req-0ea3caff-f62d-4024-aa53-b5a6f96250d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:39.637411 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-57c1e121-ad5e-4500-a48d-7e789e2fdf65 req-0ea3caff-f62d-4024-aa53-b5a6f96250d9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=55c4417f4e284e05bdcf6106bc05421c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2520857 Jul 29 14:09:39.784449 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e121-ad5e-4500-a48d-7e789e2fdf65 req-5454126c-ce4f-48b6-8bb5-c48ace666fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:39.785949 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-57c1e121-ad5e-4500-a48d-7e789e2fdf65 req-5454126c-ce4f-48b6-8bb5-c48ace666fc0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405318 Jul 29 14:09:39.956858 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-a19ef35a-8168-4d47-9771-291e41e1019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:39.958353 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-a19ef35a-8168-4d47-9771-291e41e1019a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 1096 time: 0.1070719 Jul 29 14:09:39.965845 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a7935-3771-414a-a53b-719bd9a22225 req-8b24da7d-8c40-4554-97df-43249e83a3ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:39.967255 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-104a7935-3771-414a-a53b-719bd9a22225 req-8b24da7d-8c40-4554-97df-43249e83a3ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 944 time: 0.1482189 Jul 29 14:09:39.978414 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f250-7311-451f-86ed-3b69a04d1492 req-dd00b1a4-3a08-458d-9c22-be4ba21399ef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:39.979875 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d290f250-7311-451f-86ed-3b69a04d1492 req-dd00b1a4-3a08-458d-9c22-be4ba21399ef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.0850120 Jul 29 14:09:40.026325 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d290f250-7311-451f-86ed-3b69a04d1492 req-ac8a6f96-e28f-480c-bc74-207fe68b4c3e tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395570 Jul 29 14:09:40.049041 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-d9119f1a-3d6a-49a4-97b7-a717be1b725b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0627bc-c16d-4fe6-a4c0-225882369b16 HTTP/1.1" status: 200 len: 217 time: 0.0806026 Jul 29 14:09:40.121666 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-104a7935-3771-414a-a53b-719bd9a22225 req-d67002e7-abe8-4e88-86e0-f6b6014c0445 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972736 Jul 29 14:09:40.132112 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-bacb62da-4561-405d-89d1-1e1c1cecfb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:40.133628 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-bacb62da-4561-405d-89d1-1e1c1cecfb3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec774f59-294e-4722-b605-ffb9dad0dbf4 HTTP/1.1" status: 200 len: 849 time: 0.0766413 Jul 29 14:09:40.282537 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-c2ca4b86-c8e4-4861-8cf9-460b5c872094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:40.284039 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-c2ca4b86-c8e4-4861-8cf9-460b5c872094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a10854f7-df06-4ead-a00c-8158cb6e34b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1437209 Jul 29 14:09:40.456669 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488121f9-b4d4-4680-9aa4-9a84f9cc8e72 req-94ad5f91-06e0-46d6-81da-67168fe80cb1 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:40.458240 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-488121f9-b4d4-4680-9aa4-9a84f9cc8e72 req-94ad5f91-06e0-46d6-81da-67168fe80cb1 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.2334909 Jul 29 14:09:40.491734 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-8200bd05-40e9-4bb2-9120-faac8b3bdca8 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932962 Jul 29 14:09:40.550087 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-488121f9-b4d4-4680-9aa4-9a84f9cc8e72 req-dc19de5a-8419-4890-a4e2-1a851c7684f2 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813038 Jul 29 14:09:40.584384 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60842) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:40.644927 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353d1c2-a52e-43ce-94e4-a5aacf50ac18 req-e1e044a5-25a4-4fb1-9a5a-0522a6a9b1b8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:40.652002 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4353d1c2-a52e-43ce-94e4-a5aacf50ac18 req-e1e044a5-25a4-4fb1-9a5a-0522a6a9b1b8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 943 time: 0.1022069 Jul 29 14:09:40.654332 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db81724a-b645-456d-ab39-a7c1a2e6b6e3 req-e4e994f8-bb1b-43a1-a5a7-1560dd9d5ade service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460540 Jul 29 14:09:40.694805 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4353d1c2-a52e-43ce-94e4-a5aacf50ac18 req-a8488ee1-837f-43b7-8077-128638b042fb tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419409 Jul 29 14:09:40.802997 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f47aa-6176-4ebd-97b3-c29b01efc25d tempest-TestShelveInstance-1047475690 tempest-TestShelveInstance-1047475690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:40.803708 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-5f3f47aa-6176-4ebd-97b3-c29b01efc25d tempest-TestShelveInstance-1047475690 tempest-TestShelveInstance-1047475690-project-admin] Synchronizing usage tracker for tenant:363664ed327a4bb3b10986dfbc4494fe on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:40.884068 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:09:40.891548 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-5f3f47aa-6176-4ebd-97b3-c29b01efc25d tempest-TestShelveInstance-1047475690 tempest-TestShelveInstance-1047475690-project-admin] Unset dirty status for tenant:363664ed327a4bb3b10986dfbc4494fe on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:40.893020 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-5f3f47aa-6176-4ebd-97b3-c29b01efc25d tempest-TestShelveInstance-1047475690 tempest-TestShelveInstance-1047475690-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1094 time: 0.3073349 Jul 29 14:09:40.895780 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 60850) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:40.901279 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Request body: {'floatingip': {'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'port_id': '19dfdf90-7700-497d-a8a8-930001492d09', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:40.918704 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:40.918704 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Usage tracker for resource:floatingip and tenant:e79d74420ba849a688b9c95ab9c0a4f5 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:09:40.918704 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:09:40.919989 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:40.971166 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for floatingip, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:41.111832 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:41.262843 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Allocated IP 172.28.0.195 (2621a826-6f62-4aa0-b8af-b09c27f3de7a/bfb001b1-cfb1-422c-ab10-a7074436d390/9435eefc-afa4-492d-937d-fd5f1e11f860) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:09:41.423931 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:41.466756 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04002a3-6b10-4441-8186-6e5a38a603c1 req-1ab53310-6580-488e-8611-d5a336fe063b tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:41.469102 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d04002a3-6b10-4441-8186-6e5a38a603c1 req-1ab53310-6580-488e-8611-d5a336fe063b tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 944 time: 0.0817549 Jul 29 14:09:41.517394 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:41.517633 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d04002a3-6b10-4441-8186-6e5a38a603c1 req-dabf9391-6343-4841-ba3d-fa4f7bb5b429 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431433 Jul 29 14:09:41.521592 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-57a2e6e7-de77-4b88-918c-6ae59e7c8b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:41.583997 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Network 2621a826-6f62-4aa0-b8af-b09c27f3de7a is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:09:41.586714 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:41.590190 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:09:41.619707 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'Port': ['ID=9435eefc-afa4-492d-937d-fd5f1e11f860,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:41.626220 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:41.766473 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-842e40f3-d3cc-4368-9746-ea0b1e2b6c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:41.897719 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device a792eae3-e106-475f-a72b-102a618e53a6 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:09:42.025618 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port a792eae3-e106-475f-a72b-102a618e53a6 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:09:42.031503 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port a792eae3-e106-475f-a72b-102a618e53a6 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:42.031962 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:42.126883 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f522a-d1be-461d-8d92-ccd73875a16c req-31abaa16-a044-4216-97f6-81e68d6ca2e7 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:42.127774 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-686f522a-d1be-461d-8d92-ccd73875a16c req-31abaa16-a044-4216-97f6-81e68d6ca2e7 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 943 time: 0.2026093 Jul 29 14:09:42.154573 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:42.183987 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ffcc1c-9fac-42c7-9f72-2dd070e838ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a792eae3-e106-475f-a72b-102a618e53a6'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:42.195522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port a792eae3-e106-475f-a72b-102a618e53a6, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a792eae3-e106-475f-a72b-102a618e53a6,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:42.201652 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-686f522a-d1be-461d-8d92-ccd73875a16c req-5493c904-40b0-4351-8661-f0579c36fcf3 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639412 Jul 29 14:09:42.266438 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:42.266547 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ffcc1c-9fac-42c7-9f72-2dd070e838ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a792eae3-e106-475f-a72b-102a618e53a6', 'code': 200} Jul 29 14:09:42.285779 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:42.287832 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-8dfa9446-285e-42f1-a434-56c9bb61cb7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:42.381283 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=a792eae3-e106-475f-a72b-102a618e53a6,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:42.384514 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:42.444840 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:42.465612 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:42.574700 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e521298-4e81-4bf5-83d7-bc3b8c029035 req-a37135d1-a273-4b99-a3b2-0b18cc821c24 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:42.575658 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-2e521298-4e81-4bf5-83d7-bc3b8c029035 req-a37135d1-a273-4b99-a3b2-0b18cc821c24 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Synchronizing usage tracker for tenant:d5e53e368945453798b4323d32d3eab7 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:42.680725 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a46c32-ebf6-4835-b4f5-498fd5167f35 req-37797332-eb95-430d-afcc-4fb637647593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:42.683151 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-67a46c32-ebf6-4835-b4f5-498fd5167f35 req-37797332-eb95-430d-afcc-4fb637647593 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 1098 time: 0.0746009 Jul 29 14:09:42.709851 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-2e521298-4e81-4bf5-83d7-bc3b8c029035 req-a37135d1-a273-4b99-a3b2-0b18cc821c24 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Unset dirty status for tenant:d5e53e368945453798b4323d32d3eab7 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:42.711022 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2e521298-4e81-4bf5-83d7-bc3b8c029035 req-a37135d1-a273-4b99-a3b2-0b18cc821c24 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.2342670 Jul 29 14:09:42.726342 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:42.750272 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-67a46c32-ebf6-4835-b4f5-498fd5167f35 req-bf0d1f6e-011c-4637-878b-c9e22f216a50 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607703 Jul 29 14:09:42.750738 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45260296-a0f6-4f08-9f24-adaa2addad18 req-4057f594-d6fd-44de-a48c-bd04301ccd44 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:42.752530 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-45260296-a0f6-4f08-9f24-adaa2addad18 req-4057f594-d6fd-44de-a48c-bd04301ccd44 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 945 time: 0.1058719 Jul 29 14:09:42.769607 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-2e521298-4e81-4bf5-83d7-bc3b8c029035 req-0f0f0662-3100-41f9-979e-cb792d78e5e7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Synchronizing usage tracker for tenant:d5e53e368945453798b4323d32d3eab7 on resource:security_group {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:42.794741 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:42.800823 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-92bfc68b-c917-4c7a-96ad-1fbc422fe1c7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:42.831495 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-45260296-a0f6-4f08-9f24-adaa2addad18 req-45f47e54-d759-42fc-9dc2-49569b1f5c77 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726650 Jul 29 14:09:42.854373 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-2e521298-4e81-4bf5-83d7-bc3b8c029035 req-0f0f0662-3100-41f9-979e-cb792d78e5e7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Unset dirty status for tenant:d5e53e368945453798b4323d32d3eab7 on resource:security_group {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:42.855836 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2e521298-4e81-4bf5-83d7-bc3b8c029035 req-0f0f0662-3100-41f9-979e-cb792d78e5e7 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324186 Jul 29 14:09:42.910709 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event updated for resources: {'Port': ['ID=9435eefc-afa4-492d-937d-fd5f1e11f860,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:42.914796 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:42.921440 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:43.088319 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.l3_db [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Floating IP 88876767-e7f8-45c5-ac1a-fa3b28643385 associated. External IP: 172.28.0.195, port: 19dfdf90-7700-497d-a8a8-930001492d09. Jul 29 14:09:43.609115 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Router 1c7ec020-c299-4415-beef-c8fd5324d099 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:09:43.619006 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f2624-95d4-4b6d-92e0-4452f47c5f6c req-a8bb6946-8c43-4954-a748-2c81a4f0446b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:43.620491 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-743f2624-95d4-4b6d-92e0-4452f47c5f6c req-a8bb6946-8c43-4954-a748-2c81a4f0446b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 943 time: 0.2969987 Jul 29 14:09:43.748748 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-743f2624-95d4-4b6d-92e0-4452f47c5f6c req-32c854e9-e3d4-4831-bec5-943c9980d32b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210556 Jul 29 14:09:43.840916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:09:43.851338 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] Sync routers for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:09:43.862111 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:43.862769 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:43.938424 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:43.954513 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device de0627bc-c16d-4fe6-a4c0-225882369b16 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:09:44.052009 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8300ae-9abe-48e5-bb20-953b681b8f87 req-9b3da696-e260-4f47-a640-e95567f31027 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:44.053937 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1566834 Jul 29 14:09:44.054083 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ed8300ae-9abe-48e5-bb20-953b681b8f87 req-9b3da696-e260-4f47-a640-e95567f31027 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 945 time: 0.1019404 Jul 29 14:09:44.056924 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:44.103977 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85342bb8-ad0e-477e-8b4b-e9f686569731 req-a56d2f61-7932-4d0f-a872-fa5caeb74937 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:44.105568 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-85342bb8-ad0e-477e-8b4b-e9f686569731 req-a56d2f61-7932-4d0f-a872-fa5caeb74937 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.1113703 Jul 29 14:09:44.111639 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ed8300ae-9abe-48e5-bb20-953b681b8f87 req-f28c9805-dd08-492a-8b61-1d63714e9ba0 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478356 Jul 29 14:09:44.141656 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:44.169112 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-85342bb8-ad0e-477e-8b4b-e9f686569731 req-fa9e2fbf-0ca2-42af-a587-7ea3e155d7c8 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534840 Jul 29 14:09:44.171989 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09', 'status': 'completed', 'code': 200} Jul 29 14:09:44.283890 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa06ad-70db-4980-8062-e0f983209527 req-f7140cb7-9aec-403b-bc1b-83c82e42faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:44.286277 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a2aa06ad-70db-4980-8062-e0f983209527 req-f7140cb7-9aec-403b-bc1b-83c82e42faea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1099 time: 0.0772593 Jul 29 14:09:44.367620 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port de0627bc-c16d-4fe6-a4c0-225882369b16, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=de0627bc-c16d-4fe6-a4c0-225882369b16,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:44.391125 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': 'de0627bc-c16d-4fe6-a4c0-225882369b16', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'port_id': 'de0627bc-c16d-4fe6-a4c0-225882369b16', 'mac_address': 'fa:16:3e:4b:4a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:09:44.439111 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa06ad-70db-4980-8062-e0f983209527 req-0313306c-721c-4ed3-a622-760a8a416357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:44.440699 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a2aa06ad-70db-4980-8062-e0f983209527 req-0313306c-721c-4ed3-a622-760a8a416357 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37e052b0-c068-4de9-bfec-457c37ea3946 HTTP/1.1" status: 200 len: 910 time: 0.1428311 Jul 29 14:09:44.551770 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:44.580500 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-491cbe5b-ae7d-4e73-b808-775f3e42fd63 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:44.582920 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0627bc-c16d-4fe6-a4c0-225882369b16 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:09:44.583204 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-491cbe5b-ae7d-4e73-b808-775f3e42fd63 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.1089952 Jul 29 14:09:44.619606 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port de0627bc-c16d-4fe6-a4c0-225882369b16, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=de0627bc-c16d-4fe6-a4c0-225882369b16,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:44.659835 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a2aa06ad-70db-4980-8062-e0f983209527 req-ab2290fa-4f59-4e92-b9df-bc010a423b99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19dfdf90-7700-497d-a8a8-930001492d09 HTTP/1.1" status: 200 len: 1000 time: 0.2101388 Jul 29 14:09:44.694895 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-4974b9bd-130b-4764-940a-732c29650d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:44.696696 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Deleting port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:44.703301 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:44.704622 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '88876767-e7f8-45c5-ac1a-fa3b28643385', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'floating_ip_address': '172.28.0.195', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'port_id': '19dfdf90-7700-497d-a8a8-930001492d09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'mac_address': 'fa:16:3e:0c:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:09:42Z', 'updated_at': '2021-07-29T14:09:42Z', 'revision_number': 0, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b31c19e9-af2d-4009-92d3-aea44f39dd9f', 'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'mac_address': 'fa:16:3e:88:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:47Z', 'updated_at': '2021-07-29T14:08:55Z', 'revision_number': 5, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'subnets': [{'id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:44.709145 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] Checking router: 1c7ec020-c299-4415-beef-c8fd5324d099 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:09:44.719603 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:44.720573 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:44.733232 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa06ad-70db-4980-8062-e0f983209527 req-cd8ed525-97aa-4f6a-8221-c4f573fb7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:44.736094 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a2aa06ad-70db-4980-8062-e0f983209527 req-cd8ed525-97aa-4f6a-8221-c4f573fb7615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c3965ee-36f1-42da-a683-61dd1543c756 HTTP/1.1" status: 200 len: 848 time: 0.0691040 Jul 29 14:09:44.844643 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa06ad-70db-4980-8062-e0f983209527 req-cece267e-be3e-4715-b84a-1e1f980fde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:44.846982 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a2aa06ad-70db-4980-8062-e0f983209527 req-cece267e-be3e-4715-b84a-1e1f980fde17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37e052b0-c068-4de9-bfec-457c37ea3946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993590 Jul 29 14:09:44.925972 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:44.932115 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:45.032607 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:45.051474 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a2aa06ad-70db-4980-8062-e0f983209527 req-9c583f9f-ddab-41fd-a7d8-ceab09b2960c service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946917 Jul 29 14:09:45.111307 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=de0627bc-c16d-4fe6-a4c0-225882369b16,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:45.125437 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.125781 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.126117 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.126496 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.126829 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.127147 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.127476 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.127797 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.128119 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.128441 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.129300 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.129300 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:09:45.135297 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:45.178229 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] For port ecd03465-d1ec-4da0-b458-6fbe1c6bced2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:45.178820 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:45.213031 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['de0627bc-c16d-4fe6-a4c0-225882369b16'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:09:45.241357 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a2aa06ad-70db-4980-8062-e0f983209527 req-1305717b-a7a3-4daa-a664-18506522ae45 service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738458 Jul 29 14:09:45.325569 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a0daa-6956-4b6f-8da4-56184eedff80 req-fc9a3460-3a36-4ce0-8ba5-3c08d403c5d3 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:45.327626 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-915a0daa-6956-4b6f-8da4-56184eedff80 req-fc9a3460-3a36-4ce0-8ba5-3c08d403c5d3 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 944 time: 0.3983438 Jul 29 14:09:45.337333 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Calling delete_port for ecd03465-d1ec-4da0-b458-6fbe1c6bced2 owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:45.415669 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae19f44-5609-4a23-b164-9b782b5e2c97 req-6f010fc8-abfe-430e-a919-407e3d90681f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:45.417787 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bae19f44-5609-4a23-b164-9b782b5e2c97 req-6f010fc8-abfe-430e-a919-407e3d90681f tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 945 time: 0.1151588 Jul 29 14:09:45.454139 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-915a0daa-6956-4b6f-8da4-56184eedff80 req-c126022a-807f-47a3-8d2a-e669caad16ef tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825498 Jul 29 14:09:45.521651 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bae19f44-5609-4a23-b164-9b782b5e2c97 req-f0554458-8304-4ed7-9438-ac3a3526cf11 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/security-groups?id=ad9579c5-7532-430a-b5ca-e8e9cda52714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959492 Jul 29 14:09:45.667610 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:45.668223 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:45.680670 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:45.742710 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '88876767-e7f8-45c5-ac1a-fa3b28643385', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'floating_ip_address': '172.28.0.195', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'port_id': '19dfdf90-7700-497d-a8a8-930001492d09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'mac_address': 'fa:16:3e:0c:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:09:42Z', 'updated_at': '2021-07-29T14:09:42Z', 'revision_number': 0, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b31c19e9-af2d-4009-92d3-aea44f39dd9f', 'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'mac_address': 'fa:16:3e:88:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:47Z', 'updated_at': '2021-07-29T14:08:55Z', 'revision_number': 5, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'subnets': [{'id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:45.746674 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6b188-c614-4073-8503-2f6415c100f8 None None] The sync data for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb is: [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '88876767-e7f8-45c5-ac1a-fa3b28643385', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'floating_ip_address': '172.28.0.195', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'port_id': '19dfdf90-7700-497d-a8a8-930001492d09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'mac_address': 'fa:16:3e:0c:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:09:42Z', 'updated_at': '2021-07-29T14:09:42Z', 'revision_number': 0, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b31c19e9-af2d-4009-92d3-aea44f39dd9f', 'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'mac_address': 'fa:16:3e:88:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:47Z', 'updated_at': '2021-07-29T14:08:55Z', 'revision_number': 5, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'subnets': [{'id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:09:45.785007 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Pushing event deleted for resources: {'Port': ['ID=ecd03465-d1ec-4da0-b458-6fbe1c6bced2,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:45.787509 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:45.836422 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] No DVR routers for this DVR port ecd03465-d1ec-4da0-b458-6fbe1c6bced2 on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:09:45.840294 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:45.926412 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ec5ca635-b2bc-42c4-8bc2-e49d8cfbf120 req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.36 "DELETE /v2.0/ports/ecd03465-d1ec-4da0-b458-6fbe1c6bced2 HTTP/1.1" status: 204 len: 173 time: 1.3350227 Jul 29 14:09:45.931129 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device ecd03465-d1ec-4da0-b458-6fbe1c6bced2 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:09:45.972393 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: ecd03465-d1ec-4da0-b458-6fbe1c6bced2 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:09:45.972772 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device ecd03465-d1ec-4da0-b458-6fbe1c6bced2 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:09:45.989967 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459847b-19d3-4cb0-87fd-b36b0d686372 None None] New status for floating IP 88876767-e7f8-45c5-ac1a-fa3b28643385: ACTIVE {{(pid=79178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:09:46.170446 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b4178-9cc7-4ad6-80a0-e03d55634d5d req-16ceff02-aad2-4582-9c65-e0e36c34a635 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:46.173169 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'name': 'network-vif-deleted', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:46.177998 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c57b4178-9cc7-4ad6-80a0-e03d55634d5d req-16ceff02-aad2-4582-9c65-e0e36c34a635 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 945 time: 0.1085663 Jul 29 14:09:46.236671 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22', 'name': 'network-vif-deleted', 'tag': 'ecd03465-d1ec-4da0-b458-6fbe1c6bced2', 'status': 'completed', 'code': 200} Jul 29 14:09:46.240749 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c57b4178-9cc7-4ad6-80a0-e03d55634d5d req-63f8fed2-19d4-48c1-bf84-32b563624ed7 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578640 Jul 29 14:09:46.657984 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008f893-a726-4611-8535-69deb5be32d1 req-24b602f0-9c1c-46eb-9e8c-f19ec021d851 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:46.659477 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a008f893-a726-4611-8535-69deb5be32d1 req-24b602f0-9c1c-46eb-9e8c-f19ec021d851 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 944 time: 0.0835726 Jul 29 14:09:46.695584 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-57daee88-f2c1-43ee-a407-9571930a70b0 req-9af83b56-7060-48ed-817c-720db87ce8e5 tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] 10.222.0.22 "GET /v2.0/ports?device_id=a6efefa2-6bf4-48a7-a2f5-6aaf660aeb22 HTTP/1.1" status: 200 len: 210 time: 0.0473540 Jul 29 14:09:46.708516 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a008f893-a726-4611-8535-69deb5be32d1 req-30499b3e-071b-4794-9ae6-775785cf0932 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433929 Jul 29 14:09:46.990786 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:47.448207 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc7aaa-9c68-4ad1-8832-a7e968fbc389 req-862a8bf4-4897-4a84-a281-3f7bb0168204 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:47.449701 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8ebc7aaa-9c68-4ad1-8832-a7e968fbc389 req-862a8bf4-4897-4a84-a281-3f7bb0168204 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 945 time: 0.0997212 Jul 29 14:09:47.496843 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8ebc7aaa-9c68-4ad1-8832-a7e968fbc389 req-5d178847-1a59-4d4b-b020-61ab2de72020 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Jul 29 14:09:47.716836 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-844ecb07-caee-4449-99ea-0cb109d5b187 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:47.718860 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-844ecb07-caee-4449-99ea-0cb109d5b187 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 945 time: 0.1889548 Jul 29 14:09:47.792098 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Deleting port a792eae3-e106-475f-a72b-102a618e53a6 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:47.792607 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:47.969521 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device de0627bc-c16d-4fe6-a4c0-225882369b16 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:09:48.014144 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0caef4-be43-4852-b688-c3f8c541e77a req-f73f843a-09a6-4175-9c02-56818eb17d3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:48.015902 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9b0caef4-be43-4852-b688-c3f8c541e77a req-f73f843a-09a6-4175-9c02-56818eb17d3b tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 944 time: 0.1783490 Jul 29 14:09:48.096608 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port de0627bc-c16d-4fe6-a4c0-225882369b16 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:09:48.102108 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port de0627bc-c16d-4fe6-a4c0-225882369b16 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:09:48.102108 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:48.146542 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9b0caef4-be43-4852-b688-c3f8c541e77a req-1fa5c659-8a3a-4b4b-9bc2-cf088610a1ff tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789671 Jul 29 14:09:48.173154 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] For port a792eae3-e106-475f-a72b-102a618e53a6, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a792eae3-e106-475f-a72b-102a618e53a6,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:48.173154 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:48.238508 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:48.266061 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0627bc-c16d-4fe6-a4c0-225882369b16'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:48.276194 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port de0627bc-c16d-4fe6-a4c0-225882369b16, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=de0627bc-c16d-4fe6-a4c0-225882369b16,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:48.317566 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Calling delete_port for a792eae3-e106-475f-a72b-102a618e53a6 owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:48.322427 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0627bc-c16d-4fe6-a4c0-225882369b16', 'code': 200} Jul 29 14:09:48.362244 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:48.367673 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-d1bfe248-6539-4abb-8735-91c534b6a146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:48.442011 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=de0627bc-c16d-4fe6-a4c0-225882369b16,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:48.445322 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:48.537059 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:48.542746 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:48.548326 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['a792eae3-e106-475f-a72b-102a618e53a6'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:09:48.592215 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Pushing event deleted for resources: {'Port': ['ID=a792eae3-e106-475f-a72b-102a618e53a6,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:48.596295 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:48.712286 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a80c2f75-cb64-4c9b-a2d2-0bf6a7c1c529 req-1db5d8eb-6349-403b-832a-d60957d41a30 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 210 time: 0.0905342 Jul 29 14:09:48.718153 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] No DVR routers for this DVR port a792eae3-e106-475f-a72b-102a618e53a6 on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:09:48.721114 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:48.723798 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ffcc1c-9fac-42c7-9f72-2dd070e838ea', 'name': 'network-vif-deleted', 'tag': 'a792eae3-e106-475f-a72b-102a618e53a6'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:48.770158 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46159b4-f93e-4c15-97ff-0cedec9be394 req-4121deb8-6be1-4959-8554-19117596f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:48.771756 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b46159b4-f93e-4c15-97ff-0cedec9be394 req-4121deb8-6be1-4959-8554-19117596f2fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 1098 time: 0.1068156 Jul 29 14:09:48.775637 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ffcc1c-9fac-42c7-9f72-2dd070e838ea', 'name': 'network-vif-deleted', 'tag': 'a792eae3-e106-475f-a72b-102a618e53a6', 'status': 'completed', 'code': 200} Jul 29 14:09:48.809093 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-54258b7e-f67b-4821-9c64-ba8a85198e6e req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.36 "DELETE /v2.0/ports/a792eae3-e106-475f-a72b-102a618e53a6 HTTP/1.1" status: 204 len: 173 time: 1.0844898 Jul 29 14:09:48.829086 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b46159b4-f93e-4c15-97ff-0cedec9be394 req-84389af7-b6ff-4e25-a63f-2b7d7f29368f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 Jul 29 14:09:49.343658 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c37d-a3b9-42e2-8072-12d0c13bf3c5 req-0529d82e-c279-4a13-a14a-ff4a0e132100 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:49.344388 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-db68c37d-a3b9-42e2-8072-12d0c13bf3c5 req-0529d82e-c279-4a13-a14a-ff4a0e132100 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Synchronizing usage tracker for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:49.425339 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-db68c37d-a3b9-42e2-8072-12d0c13bf3c5 req-0529d82e-c279-4a13-a14a-ff4a0e132100 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Unset dirty status for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:49.426550 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db68c37d-a3b9-42e2-8072-12d0c13bf3c5 req-0529d82e-c279-4a13-a14a-ff4a0e132100 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 945 time: 0.1636593 Jul 29 14:09:49.477221 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-db68c37d-a3b9-42e2-8072-12d0c13bf3c5 req-bcb824e6-8260-41f3-9268-8540252f92c4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447228 Jul 29 14:09:49.588324 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 60976) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:49.888723 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-1113ef76-c80c-4f51-aa5a-a10971b0fcb3 req-b4c443c5-6b77-4bbb-bf8d-34af15178dc6 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Synchronizing usage tracker for tenant:49ae4074e6b942e6a44622a4f851415c on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:50.003204 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-1113ef76-c80c-4f51-aa5a-a10971b0fcb3 req-b4c443c5-6b77-4bbb-bf8d-34af15178dc6 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Unset dirty status for tenant:49ae4074e6b942e6a44622a4f851415c on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:50.004447 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1113ef76-c80c-4f51-aa5a-a10971b0fcb3 req-b4c443c5-6b77-4bbb-bf8d-34af15178dc6 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=85ffcc1c-9fac-42c7-9f72-2dd070e838ea HTTP/1.1" status: 200 len: 210 time: 0.1601789 Jul 29 14:09:50.182249 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456647'] for router_interface, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:50.654597 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Deleting port 475191de-85d2-4f7a-b815-4ace231ddc18 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:50.654923 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:50.707955 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43551c-083a-4b3f-9b56-385ec10a17ff req-40c50a3b-cd35-4db4-b506-77ffea651b6c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:50.710082 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ed43551c-083a-4b3f-9b56-385ec10a17ff req-40c50a3b-cd35-4db4-b506-77ffea651b6c tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 945 time: 0.0897653 Jul 29 14:09:50.765804 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ed43551c-083a-4b3f-9b56-385ec10a17ff req-952823c1-3d23-4a5b-ae70-afa53f7593dc tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494058 Jul 29 14:09:50.856973 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] For port 475191de-85d2-4f7a-b815-4ace231ddc18, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=475191de-85d2-4f7a-b815-4ace231ddc18,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:50.857331 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:51.021015 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Calling delete_port for 475191de-85d2-4f7a-b815-4ace231ddc18 owned by network:router_interface {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:51.254229 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2f678-1bb3-4157-b021-c2e2f05b797a req-bd5a5b92-94a6-47d7-b268-d0f1484ac4a2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:51.255698 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a1e2f678-1bb3-4157-b021-c2e2f05b797a req-bd5a5b92-94a6-47d7-b268-d0f1484ac4a2 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 945 time: 0.3341694 Jul 29 14:09:51.265596 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 32770) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:51.278960 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-117795f9-10a3-49eb-ab32-e848e01ab629 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Request body: {'floatingip': {'port_id': 'de0627bc-c16d-4fe6-a4c0-225882369b16'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:51.367155 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-117795f9-10a3-49eb-ab32-e848e01ab629 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:51.372980 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-8881f774-e073-47eb-ad17-f9f249b7a416 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:51.374637 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-8881f774-e073-47eb-ad17-f9f249b7a416 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/networks?id=a29f575d-521a-4a30-b9fe-622a3f9779c0 HTTP/1.1" status: 200 len: 809 time: 0.1466241 Jul 29 14:09:51.390862 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-7732bcfe-b061-4399-9740-f45fba2094c6 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/quotas/49ae4074e6b942e6a44622a4f851415c HTTP/1.1" status: 200 len: 375 time: 0.0101984 Jul 29 14:09:51.458613 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-d18a25a8-f342-4e62-834f-4fb0a544e107 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=49ae4074e6b942e6a44622a4f851415c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615067 Jul 29 14:09:51.630364 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-a2405843-fad3-4a8a-95b9-6f9c069c28b2 service neutron] 10.222.0.22 "GET /v2.0/networks/a29f575d-521a-4a30-b9fe-622a3f9779c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577649 Jul 29 14:09:51.775593 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-77807fe8-9e05-4bac-804e-00a86522c09f service neutron] 10.222.0.22 "GET /v2.0/networks/a29f575d-521a-4a30-b9fe-622a3f9779c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388710 Jul 29 14:09:51.967939 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device a792eae3-e106-475f-a72b-102a618e53a6 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:09:52.020221 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: a792eae3-e106-475f-a72b-102a618e53a6 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:09:52.020597 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device a792eae3-e106-475f-a72b-102a618e53a6 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:09:52.060160 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:52.110845 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7163eb8c-2fff-475e-b657-1c582f943356 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:52.175152 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=475191de-85d2-4f7a-b815-4ace231ddc18,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:52.179443 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-422ffedf-f672-4f29-90d2-a7c584aad484 req-c002aaa2-c364-4e15-b2fa-99dba05cf7d8 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 210 time: 0.1214464 Jul 29 14:09:52.207990 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:52.585229 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456635'] for router_interface, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:52.802386 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-117795f9-10a3-49eb-ab32-e848e01ab629 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:52.950287 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-117795f9-10a3-49eb-ab32-e848e01ab629 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:53.344862 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.l3_db [None req-117795f9-10a3-49eb-ab32-e848e01ab629 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Floating IP 995ded1e-3bef-459c-956a-5a03e361d7ef associated. External IP: 172.28.0.56, port: de0627bc-c16d-4fe6-a4c0-225882369b16. Jul 29 14:09:53.410070 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:09:53.627287 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d4008a13-c561-4a57-b551-dde3f77f571c req-3d819d42-35b5-4b45-9122-2f57039d571e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 210 time: 0.3239925 Jul 29 14:09:53.831696 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:09:53.843496 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] Sync routers for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:09:53.855003 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] 10.222.0.22 "PUT /v2.0/routers/ebdbb1c6-e175-493a-bc0c-2cdca78eeba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2628758 Jul 29 14:09:53.855811 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 32796) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:53.857653 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:53.858315 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:54.000801 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117795f9-10a3-49eb-ab32-e848e01ab629 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Router 660f9b82-463e-42ef-bc79-fab4eb090d96 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:09:54.135414 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:54.212724 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks [] for router, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:54.227630 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117795f9-10a3-49eb-ab32-e848e01ab629 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:09:54.232866 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-117795f9-10a3-49eb-ab32-e848e01ab629 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:54.239347 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] Sync routers for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:09:54.256986 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:54.258428 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:54.454372 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:54.458238 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:09:51Z', 'revision_number': 5, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:54.460552 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-117795f9-10a3-49eb-ab32-e848e01ab629 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "PUT /v2.0/floatingips/995ded1e-3bef-459c-956a-5a03e361d7ef HTTP/1.1" status: 200 len: 990 time: 3.1928029 Jul 29 14:09:54.467080 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] Checking router: ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:09:54.471554 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'tag': 'de0627bc-c16d-4fe6-a4c0-225882369b16'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:54.478567 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] Routers {'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:54.479559 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:54.529141 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:54.544162 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-db42d63b-284f-4379-8b84-6da585ad1b33 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:54.546388 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-db42d63b-284f-4379-8b84-6da585ad1b33 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.36 "GET /v2.0/networks?id=a29f575d-521a-4a30-b9fe-622a3f9779c0 HTTP/1.1" status: 200 len: 809 time: 0.2640510 Jul 29 14:09:54.558607 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'tag': 'de0627bc-c16d-4fe6-a4c0-225882369b16', 'status': 'completed', 'code': 200} Jul 29 14:09:54.573980 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Deleting port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:54.574458 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:54.576858 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Request body: {'port': {'device_id': '7003da2d-c9b8-4ed9-a596-be059af613e7', 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0', 'admin_state_up': True, 'tenant_id': '49ae4074e6b942e6a44622a4f851415c'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:54.720361 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] Set router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:54.853397 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:09:54.864101 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:09:54.886706 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-6627adf5-6125-4bf4-94e7-c6cbf6e881b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:54.888784 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-6627adf5-6125-4bf4-94e7-c6cbf6e881b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55c4417f4e284e05bdcf6106bc05421c&device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 1098 time: 0.2677906 Jul 29 14:09:54.966886 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Made reservation on behalf of 49ae4074e6b942e6a44622a4f851415c for: {'port': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:09:54.974897 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:55.077702 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] For port d68ab1b1-9374-4fb9-b69b-293bcd8f45b8, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=d68ab1b1-9374-4fb9-b69b-293bcd8f45b8,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:55.078378 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:55.087582 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0ffd12b6-ba12-4a33-8d24-f6381416b7fb req-b5dd1e4b-e6a7-4553-bb98-1e8e384c82ed tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 210 time: 0.2450922 Jul 29 14:09:55.113124 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:09:51Z', 'revision_number': 5, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:55.122763 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e719eb51-d473-4eaf-a8dc-304607ea62c0 None None] The sync data for ids ['ebdbb1c6-e175-493a-bc0c-2cdca78eeba8'] in dv-cinder-801321-2-smb is: [{'id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'name': 'tempest-TestMinimumBasicScenario-427971914-router', 'tenant_id': 'd5e53e368945453798b4323d32d3eab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72'}], 'enable_snat': True}, 'gw_port_id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:39Z', 'updated_at': '2021-07-29T14:09:51Z', 'revision_number': 5, 'project_id': 'd5e53e368945453798b4323d32d3eab7', 'gw_port': {'id': 'd68ab1b1-9374-4fb9-b69b-293bcd8f45b8', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdbb1c6-e175-493a-bc0c-2cdca78eeba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:40Z', 'updated_at': '2021-07-29T14:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:09:55.212415 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '995ded1e-3bef-459c-956a-5a03e361d7ef', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'floating_ip_address': '172.28.0.56', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'port_id': 'de0627bc-c16d-4fe6-a4c0-225882369b16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'mac_address': 'fa:16:3e:4b:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:09:29Z', 'updated_at': '2021-07-29T14:09:52Z', 'revision_number': 1, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:55.216440 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] Checking router: 660f9b82-463e-42ef-bc79-fab4eb090d96 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:09:55.226357 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:09:55.227007 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:55.227711 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Allocated IP 172.20.0.5 (a29f575d-521a-4a30-b9fe-622a3f9779c0/2e13ad64-b905-4d14-8701-49ce6a3b40d2/aa45ecce-5f49-4f2f-8239-b4981b2196be) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:09:55.229453 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Calling delete_port for d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 owned by network:router_gateway {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:55.301028 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-9b8d202a-e441-4c58-b07b-a9507ad503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:55.302503 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-9b8d202a-e441-4c58-b07b-a9507ad503c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 200 len: 911 time: 0.3982875 Jul 29 14:09:55.411704 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:09:55.592756 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:55.598699 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-c5c7414f-d28e-4a81-9f28-f6b66b8b15bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de0627bc-c16d-4fe6-a4c0-225882369b16 HTTP/1.1" status: 200 len: 998 time: 0.1514878 Jul 29 14:09:55.716848 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:55.725640 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:55.819436 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Network a29f575d-521a-4a30-b9fe-622a3f9779c0 is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:09:55.822842 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:09:55.828048 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:09:55.842936 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '995ded1e-3bef-459c-956a-5a03e361d7ef', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'floating_ip_address': '172.28.0.56', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'port_id': 'de0627bc-c16d-4fe6-a4c0-225882369b16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'mac_address': 'fa:16:3e:4b:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:09:29Z', 'updated_at': '2021-07-29T14:09:52Z', 'revision_number': 1, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:55.849129 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc6b73-d18d-49ce-8fc7-8ec7f3c1fc13 None None] The sync data for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb is: [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_floatingips': [{'id': '995ded1e-3bef-459c-956a-5a03e361d7ef', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'floating_ip_address': '172.28.0.56', 'floating_network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'router_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'port_id': 'de0627bc-c16d-4fe6-a4c0-225882369b16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'mac_address': 'fa:16:3e:4b:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:09:29Z', 'updated_at': '2021-07-29T14:09:52Z', 'revision_number': 1, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:09:55.865717 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Pushing event updated for resources: {'Port': ['ID=aa45ecce-5f49-4f2f-8239-b4981b2196be,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:55.872214 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:55.880287 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-ad156c5f-3ace-431e-8716-c6afa5f92db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:55.881785 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-ad156c5f-3ace-431e-8716-c6afa5f92db6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec774f59-294e-4722-b605-ffb9dad0dbf4 HTTP/1.1" status: 200 len: 849 time: 0.2696505 Jul 29 14:09:55.906956 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:55.907576 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:55.967691 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-b1a74f11-309c-4f2d-9091-c4cb2290f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:55.970165 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-b1a74f11-309c-4f2d-9091-c4cb2290f71d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a10854f7-df06-4ead-a00c-8158cb6e34b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805891 Jul 29 14:09:56.031462 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4676690 Jul 29 14:09:56.045103 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Request body: {'port': {'device_id': '7003da2d-c9b8-4ed9-a596-be059af613e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:09:56.065457 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02b3ec-c52a-432b-8432-d87692b94cae None None] New status for floating IP 995ded1e-3bef-459c-956a-5a03e361d7ef: ACTIVE {{(pid=79177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:09:56.086686 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.093106 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:56.143661 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68ab1b1-9374-4fb9-b69b-293bcd8f45b8,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:56.212744 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.242599 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:56.265924 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-bb519e8c-657f-4f70-8e72-b5ca87a78db4 service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864470 Jul 29 14:09:56.306390 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621330'] for router_gateway, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.445303 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006181b-f1e5-45da-88d3-5ea8df2aa1b4 req-0f597bf6-1f5c-405f-9199-ffb1c26b5b82 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:56.446157 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-6006181b-f1e5-45da-88d3-5ea8df2aa1b4 req-0f597bf6-1f5c-405f-9199-ffb1c26b5b82 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Synchronizing usage tracker for tenant:49ae4074e6b942e6a44622a4f851415c on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:09:56.571506 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3417'] for router, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.575441 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.577786 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-6006181b-f1e5-45da-88d3-5ea8df2aa1b4 req-0f597bf6-1f5c-405f-9199-ffb1c26b5b82 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Unset dirty status for tenant:49ae4074e6b942e6a44622a4f851415c on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:09:56.579048 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6006181b-f1e5-45da-88d3-5ea8df2aa1b4 req-0f597bf6-1f5c-405f-9199-ffb1c26b5b82 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 931 time: 0.3087535 Jul 29 14:09:56.617782 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5b3bfc76-78fe-4a07-ae06-9d6ce7e6cf6d req-6e8624f3-9826-4ac8-b28a-615669fab6ca service neutron] 10.222.0.36 "GET /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405938 Jul 29 14:09:56.645916 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6006181b-f1e5-45da-88d3-5ea8df2aa1b4 req-794dd7ff-ef88-4f77-a8fd-ef43c244e458 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593004 Jul 29 14:09:56.688549 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453448'] for router, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.689217 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 {{(pid=79175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:09:56.704266 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.708501 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-00c8ca32-b828-4af7-a2ac-256bcc5a7e94 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ebdbb1c6-e175-493a-bc0c-2cdca78eeba8 HTTP/1.1" status: 204 len: 168 time: 2.8478563 Jul 29 14:09:56.708501 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 32820) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:56.719248 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa45ecce-5f49-4f2f-8239-b4981b2196be {{(pid=79176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:09:56.727576 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.742591 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Transition to ACTIVE for port object aa45ecce-5f49-4f2f-8239-b4981b2196be will not be triggered until provisioned by entity L2. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:09:56.779538 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] Deleting subnet 307351d9-f934-4a3d-aced-0db513773bb3 {{(pid=79175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:09:56.783882 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.810934 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.817798 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-732b471f-ccbe-4715-89a0-00479b9763cd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:56.838246 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30647423'] for subnet, precommit_delete_associations {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:56.961918 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Pushing event updated for resources: {'Port': ['ID=aa45ecce-5f49-4f2f-8239-b4981b2196be,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:56.968534 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:56.976687 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.075340 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Attempting to bind port aa45ecce-5f49-4f2f-8239-b4981b2196be on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:09:57.075765 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Attempting to bind port aa45ecce-5f49-4f2f-8239-b4981b2196be by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '815261fb-a971-4f50-9d05-d3af0b6da1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0'}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:09:57.076013 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Attempting to bind port aa45ecce-5f49-4f2f-8239-b4981b2196be on network a29f575d-521a-4a30-b9fe-622a3f9779c0 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:57.081525 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Port aa45ecce-5f49-4f2f-8239-b4981b2196be on network a29f575d-521a-4a30-b9fe-622a3f9779c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:09:57.082748 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Attempting to bind port aa45ecce-5f49-4f2f-8239-b4981b2196be on network a29f575d-521a-4a30-b9fe-622a3f9779c0 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:09:57.086931 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:09:57.087264 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Checking segment: {'id': '815261fb-a971-4f50-9d05-d3af0b6da1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:09:57.087666 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Bound using segment: {'id': '815261fb-a971-4f50-9d05-d3af0b6da1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0'} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:09:57.088089 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Bound port: aa45ecce-5f49-4f2f-8239-b4981b2196be, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815261fb-a971-4f50-9d05-d3af0b6da1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0'}}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:09:57.088505 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.111420 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30779075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32465093'] for subnet, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.116486 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:57.152381 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307351d9-f934-4a3d-aced-0db513773bb3,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:57.154598 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.157258 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:57.162079 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/307351d9-f934-4a3d-aced-0db513773bb3 HTTP/1.1" status: 204 len: 168 time: 0.4528723 Jul 29 14:09:57.164588 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 32826) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:57.182211 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] For port aa45ecce-5f49-4f2f-8239-b4981b2196be, host hv-cinder-80132, cleared binding levels {{(pid=79176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:09:57.185413 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] For port aa45ecce-5f49-4f2f-8239-b4981b2196be, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa45ecce-5f49-4f2f-8239-b4981b2196be,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:09:57.189552 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1efbf05-73e7-4671-a66c-fddf45fcb94d None None] Network 7aef8f76-7318-43fe-befd-a0cd15fdfb51 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:09:57.227755 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 475191de-85d2-4f7a-b815-4ace231ddc18 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:09:57.277058 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 475191de-85d2-4f7a-b815-4ace231ddc18 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:09:57.277657 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 475191de-85d2-4f7a-b815-4ace231ddc18 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:09:57.288235 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.293030 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-599689b0-00aa-4667-845e-ad1f9d41aa67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:57.305136 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.320016 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Deleting port 3def44be-7414-4efa-95e2-d9f09b6c1482 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:57.320933 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.351773 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:57.352383 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.353779 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] 10.222.0.36 "PUT /v2.0/ports/aa45ecce-5f49-4f2f-8239-b4981b2196be HTTP/1.1" status: 200 len: 1093 time: 1.3136005 Jul 29 14:09:57.354272 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7003da2d-c9b8-4ed9-a596-be059af613e7', 'tag': 'aa45ecce-5f49-4f2f-8239-b4981b2196be'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:09:57.377890 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Pushing event updated for resources: {'Port': ['ID=aa45ecce-5f49-4f2f-8239-b4981b2196be,revision_number=3']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:57.382348 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:57.461021 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7003da2d-c9b8-4ed9-a596-be059af613e7', 'tag': 'aa45ecce-5f49-4f2f-8239-b4981b2196be', 'status': 'completed', 'code': 200} Jul 29 14:09:57.539793 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] DHCP port deletion for 7aef8f76-7318-43fe-befd-a0cd15fdfb51 request from dv-cinder-801321-2-smb {{(pid=79177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:09:57.544689 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] Deleting port 3def44be-7414-4efa-95e2-d9f09b6c1482 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:57.545442 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.559785 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8aee-6c09-4a9d-8ebb-0ac4b656ce10 req-0039683c-9c53-495c-9e89-6351df5a93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:57.561396 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8c2e8aee-6c09-4a9d-8ebb-0ac4b656ce10 req-0039683c-9c53-495c-9e89-6351df5a93d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ae4074e6b942e6a44622a4f851415c&device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 1096 time: 0.0870178 Jul 29 14:09:57.729127 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8aee-6c09-4a9d-8ebb-0ac4b656ce10 req-909ddb52-925e-41cd-af1b-7f62f4a6ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:57.730839 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8c2e8aee-6c09-4a9d-8ebb-0ac4b656ce10 req-909ddb52-925e-41cd-af1b-7f62f4a6ad80 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=49ae4074e6b942e6a44622a4f851415c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1583855 Jul 29 14:09:57.746955 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] For port 3def44be-7414-4efa-95e2-d9f09b6c1482, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=3def44be-7414-4efa-95e2-d9f09b6c1482,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:57.747310 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.799191 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] For port 3def44be-7414-4efa-95e2-d9f09b6c1482, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=3def44be-7414-4efa-95e2-d9f09b6c1482,segment=NetworkSegment(42f67f83-b359-4ff6-a318-160ae9fc4bde),segment_id=42f67f83-b359-4ff6-a318-160ae9fc4bde)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:57.799540 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:57.878153 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Calling delete_port for 3def44be-7414-4efa-95e2-d9f09b6c1482 owned by network:dhcp {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:57.933140 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] Calling delete_port for 3def44be-7414-4efa-95e2-d9f09b6c1482 owned by network:dhcp {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:09:57.954096 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7029-2d59-480a-ba36-d2dabd92d231 req-07dce1e9-8c0d-41fd-a1d3-eca6a81cee5a tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:57.955772 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2a3f7029-2d59-480a-ba36-d2dabd92d231 req-07dce1e9-8c0d-41fd-a1d3-eca6a81cee5a tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 943 time: 0.1847632 Jul 29 14:09:57.962908 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8aee-6c09-4a9d-8ebb-0ac4b656ce10 req-db442357-6fe6-4023-82b7-8debedaf0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:57.962908 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8c2e8aee-6c09-4a9d-8ebb-0ac4b656ce10 req-db442357-6fe6-4023-82b7-8debedaf0200 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249634 Jul 29 14:09:58.062621 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:58.067793 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:58.088669 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.api [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:09:58.089031 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_db.api [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:09:58.115702 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3def44be-7414-4efa-95e2-d9f09b6c1482,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:58.117553 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] No DVR routers for this DVR port 3def44be-7414-4efa-95e2-d9f09b6c1482 on host dv-cinder-801321-2-smb {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:09:58.119008 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:58.143825 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2a3f7029-2d59-480a-ba36-d2dabd92d231 req-0accccb0-2787-44dd-8cc0-922cdccde49f tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805227 Jul 29 14:09:58.185560 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-04cbe0a7-e12a-4cb3-8328-ba2923000173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:58.187517 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-04cbe0a7-e12a-4cb3-8328-ba2923000173 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ae4074e6b942e6a44622a4f851415c&device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 1096 time: 0.0776737 Jul 29 14:09:58.237659 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:58.251040 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aef8f76-7318-43fe-befd-a0cd15fdfb51']}} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:58.260797 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-ebaf82b0-b438-4cb4-8196-dcc69c1af2ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45ecce-5f49-4f2f-8239-b4981b2196be HTTP/1.1" status: 200 len: 217 time: 0.0634508 Jul 29 14:09:58.263344 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f67f83-b359-4ff6-a318-160ae9fc4bde') {'for_net_delete': True} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:58.263635 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f67f83-b359-4ff6-a318-160ae9fc4bde') {} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:09:58.276185 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30647392'] for segment, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:58.292728 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:58.299556 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=79175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:09:58.300029 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30779045'] for segment, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: Traceback (most recent call last): Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: timer() Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: cb(*args, **kw) Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: return func(*args, **kwargs) Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: self._notify() Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: self.callback(batched_events) Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: event.method(event) Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: return f(self, *a, **k) Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: return self._get(url).json() Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: return self.request(url, 'GET', **kwargs) Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:09:58.314131 dv-cinder-801321-2-smb neutron-server[79175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:09:58.324149 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-41bf075b-2056-4ddb-a4a4-bc1bf73f07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:58.325839 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-41bf075b-2056-4ddb-a4a4-bc1bf73f07af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e13ad64-b905-4d14-8701-49ce6a3b40d2 HTTP/1.1" status: 200 len: 849 time: 0.0581975 Jul 29 14:09:58.379502 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-e173834a-e1c0-4415-a55c-6cd05bac8992 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a29f575d-521a-4a30-b9fe-622a3f9779c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446844 Jul 29 14:09:58.516544 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:58.519057 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-acf9281d-bba6-43e1-9e85-45ba22c0b4bd service neutron] 10.222.0.36 "GET /v2.0/networks/a29f575d-521a-4a30-b9fe-622a3f9779c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322641 Jul 29 14:09:58.524081 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:09:58.538246 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:58.544606 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aef8f76-7318-43fe-befd-a0cd15fdfb51,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:09:58.549836 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:09:58.590519 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] Deleting port 3def44be-7414-4efa-95e2-d9f09b6c1482 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:58.591065 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:58.642462 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7aef8f76-7318-43fe-befd-a0cd15fdfb51 HTTP/1.1" status: 204 len: 168 time: 1.4768403 Jul 29 14:09:58.645249 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 32842) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:09:58.661051 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-9bde990f-236d-4290-870d-993e508fbe68 None None] The port '3def44be-7414-4efa-95e2-d9f09b6c1482' was deleted {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:09:58.670250 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3937dbc9-79cb-4103-a12c-1f4675be1fd4 req-aa5d5812-d9f8-4e25-b913-716329fc744d service neutron] 10.222.0.36 "GET /v2.0/networks/a29f575d-521a-4a30-b9fe-622a3f9779c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346142 Jul 29 14:09:58.885757 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 3def44be-7414-4efa-95e2-d9f09b6c1482 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:09:58.925737 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 3def44be-7414-4efa-95e2-d9f09b6c1482 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:09:58.925970 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 3def44be-7414-4efa-95e2-d9f09b6c1482 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:09:58.926381 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:09:58.958766 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:09:58.959111 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device d68ab1b1-9374-4fb9-b69b-293bcd8f45b8 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:09:59.221187 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456647'] for router_interface, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:59.617219 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf0aca-7a75-4e1e-bcd1-8cc8702d4ca9 req-faa979ba-f405-442c-9cda-2992f6a0ae92 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:09:59.618698 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6faf0aca-7a75-4e1e-bcd1-8cc8702d4ca9 req-faa979ba-f405-442c-9cda-2992f6a0ae92 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 943 time: 0.3435163 Jul 29 14:09:59.714521 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-6faf0aca-7a75-4e1e-bcd1-8cc8702d4ca9 req-a7e182d2-594a-4703-b6ef-4a0e02102089 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881698 Jul 29 14:09:59.790064 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Deleting port 5225fc41-49fc-46cc-bcb5-b52c56d69037 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:09:59.790405 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:59.971297 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] For port 5225fc41-49fc-46cc-bcb5-b52c56d69037, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=5225fc41-49fc-46cc-bcb5-b52c56d69037,segment=NetworkSegment(e8fead9f-c1d4-4a53-b18e-4cf616acf7d9),segment_id=e8fead9f-c1d4-4a53-b18e-4cf616acf7d9)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:09:59.971638 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:09:59.990475 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device aa45ecce-5f49-4f2f-8239-b4981b2196be details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:10:00.105492 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Calling delete_port for 5225fc41-49fc-46cc-bcb5-b52c56d69037 owned by network:router_interface {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:10:00.130059 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port aa45ecce-5f49-4f2f-8239-b4981b2196be, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa45ecce-5f49-4f2f-8239-b4981b2196be,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:00.144853 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': 'aa45ecce-5f49-4f2f-8239-b4981b2196be', 'network_id': 'a29f575d-521a-4a30-b9fe-622a3f9779c0', 'port_id': 'aa45ecce-5f49-4f2f-8239-b4981b2196be', 'mac_address': 'fa:16:3e:fb:9f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e13ad64-b905-4d14-8701-49ce6a3b40d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:10:00.206328 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:00.224808 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa45ecce-5f49-4f2f-8239-b4981b2196be {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:10:00.242702 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port aa45ecce-5f49-4f2f-8239-b4981b2196be, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa45ecce-5f49-4f2f-8239-b4981b2196be,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:00.313933 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:00.315797 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-99d1b476-6005-4eeb-8b2c-ab109b266a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:00.376768 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:00.382304 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0de3e434-a8d5-4280-8e8c-38950d2df13d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:00.383086 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=aa45ecce-5f49-4f2f-8239-b4981b2196be,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:00.390418 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:00.426914 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Pushing event deleted for resources: {'Port': ['ID=5225fc41-49fc-46cc-bcb5-b52c56d69037,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:00.430780 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:00.567335 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['aa45ecce-5f49-4f2f-8239-b4981b2196be'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:10:00.714080 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456635'] for router_interface, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:00.932279 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e8e74-cb64-41fd-be3d-b75dc0a9b541 req-4440f049-c936-4098-9186-33dbe9f7240e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:00.934013 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-246e8e74-cb64-41fd-be3d-b75dc0a9b541 req-4440f049-c936-4098-9186-33dbe9f7240e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 944 time: 0.0958042 Jul 29 14:10:00.984715 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-246e8e74-cb64-41fd-be3d-b75dc0a9b541 req-6f558cd6-27bb-449f-8234-995b8b6509ca tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Jul 29 14:10:01.236537 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Router e65f8fd0-f4e8-4215-98f7-20d49e5faaca has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:10:01.422068 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:10:01.433279 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] 10.222.0.22 "PUT /v2.0/routers/e65f8fd0-f4e8-4215-98f7-20d49e5faaca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7864826 Jul 29 14:10:01.434589 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] Sync routers for ids ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:10:01.436045 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 32864) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:01.445947 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] Routers {'e65f8fd0-f4e8-4215-98f7-20d49e5faaca'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:01.446638 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:01.627523 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks [] for router, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:01.632381 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] Set router e65f8fd0-f4e8-4215-98f7-20d49e5faaca gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:01.819168 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:01.919471 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Deleting port ef38bbc7-9b3c-4f39-afec-22b44445aaa9 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:10:01.919723 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:01.969562 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:52Z', 'updated_at': '2021-07-29T14:10:00Z', 'revision_number': 5, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'gw_port': {'id': 'ef38bbc7-9b3c-4f39-afec-22b44445aaa9', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b6:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:06:53Z', 'updated_at': '2021-07-29T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:01.973739 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] Checking router: e65f8fd0-f4e8-4215-98f7-20d49e5faaca for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:10:01.982263 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] Routers {'e65f8fd0-f4e8-4215-98f7-20d49e5faaca'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:10:01.982972 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:09:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:02.007117 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device aa45ecce-5f49-4f2f-8239-b4981b2196be up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:02.117559 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] For port ef38bbc7-9b3c-4f39-afec-22b44445aaa9, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=ef38bbc7-9b3c-4f39-afec-22b44445aaa9,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:02.118016 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:02.148519 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] Set router e65f8fd0-f4e8-4215-98f7-20d49e5faaca gateway port host: None {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:10:02.193703 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port aa45ecce-5f49-4f2f-8239-b4981b2196be completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:10:02.196919 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:02.199668 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port aa45ecce-5f49-4f2f-8239-b4981b2196be triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:02.200044 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:02.251947 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947033f0-9647-466a-afbb-fb9f0aaadf0a req-6d097b15-bd1c-45ea-81b8-3be1dc13054b tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:02.253671 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Calling delete_port for ef38bbc7-9b3c-4f39-afec-22b44445aaa9 owned by network:router_gateway {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:10:02.261951 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-947033f0-9647-466a-afbb-fb9f0aaadf0a req-6d097b15-bd1c-45ea-81b8-3be1dc13054b tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 944 time: 0.1230907 Jul 29 14:10:02.306270 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:52Z', 'updated_at': '2021-07-29T14:10:01Z', 'revision_number': 6, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'gw_port_host': None}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:02.310562 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ab54b-3aae-4339-ac63-3156ec059714 None None] The sync data for ids ['e65f8fd0-f4e8-4215-98f7-20d49e5faaca'] in dv-cinder-801321-2-smb is: [{'id': 'e65f8fd0-f4e8-4215-98f7-20d49e5faaca', 'name': 'tempest-TestMinimumBasicScenario-1649095195-router', 'tenant_id': '2ac75b5d34904962b692f48dd05d672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:06:52Z', 'updated_at': '2021-07-29T14:10:01Z', 'revision_number': 6, 'project_id': '2ac75b5d34904962b692f48dd05d672e', 'gw_port_host': None}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:10:02.328818 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-947033f0-9647-466a-afbb-fb9f0aaadf0a req-3c490eef-5a7f-417f-bbe8-987330b5c1d6 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620646 Jul 29 14:10:02.375887 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:02.403819 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7003da2d-c9b8-4ed9-a596-be059af613e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45ecce-5f49-4f2f-8239-b4981b2196be'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:10:02.415088 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port aa45ecce-5f49-4f2f-8239-b4981b2196be, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa45ecce-5f49-4f2f-8239-b4981b2196be,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:02.453739 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7003da2d-c9b8-4ed9-a596-be059af613e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45ecce-5f49-4f2f-8239-b4981b2196be', 'code': 200} Jul 29 14:10:02.516989 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:02.517294 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:02.525986 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:02.526167 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:02.570006 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef38bbc7-9b3c-4f39-afec-22b44445aaa9,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:02.572509 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:02.588263 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=aa45ecce-5f49-4f2f-8239-b4981b2196be,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:02.591519 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:02.681954 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621330'] for router_gateway, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:02.858010 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-45141491-7ed6-4ab6-a1ec-fa1876b87c49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814037 Jul 29 14:10:02.985431 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf854-402a-4c06-9c91-f9037cea7cbe req-a8520f85-0cec-42eb-9201-bb0d2ab36a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:02.986822 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-603cf854-402a-4c06-9c91-f9037cea7cbe req-a8520f85-0cec-42eb-9201-bb0d2ab36a3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 1098 time: 0.0774066 Jul 29 14:10:03.032283 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-603cf854-402a-4c06-9c91-f9037cea7cbe req-15bae5ba-019f-41ac-b4af-b1d9a3c74298 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Jul 29 14:10:03.040721 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3417'] for router, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.050066 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.089343 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-926e32df-253b-4b3c-94c4-b877f406de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:03.090796 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-926e32df-253b-4b3c-94c4-b877f406de40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 1098 time: 0.0981584 Jul 29 14:10:03.197152 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453448'] for router, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.197705 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e65f8fd0-f4e8-4215-98f7-20d49e5faaca {{(pid=79175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:10:03.231723 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 5225fc41-49fc-46cc-bcb5-b52c56d69037 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:10:03.232726 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.236274 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e65f8fd0-f4e8-4215-98f7-20d49e5faaca HTTP/1.1" status: 204 len: 168 time: 1.7970226 Jul 29 14:10:03.236691 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 32882) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:03.259403 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-bfd87246-90dc-4d9b-a8bf-deac2e2993ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:03.261375 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-bfd87246-90dc-4d9b-a8bf-deac2e2993ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 918 time: 0.1482291 Jul 29 14:10:03.272548 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 5225fc41-49fc-46cc-bcb5-b52c56d69037 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:10:03.272942 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 5225fc41-49fc-46cc-bcb5-b52c56d69037 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:10:03.307021 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Deleting subnet 35f376b9-4ce4-4f7b-b73a-bbafac1429ae {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:10:03.310355 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.366046 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.376541 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-a12e12ea-b096-45ef-9067-83c6ef5cb663 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2 HTTP/1.1" status: 200 len: 1001 time: 0.1077158 Jul 29 14:10:03.494255 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.513916 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-b3147872-fb0f-4ef5-9dd9-dd95fcc451cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:03.522489 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-b3147872-fb0f-4ef5-9dd9-dd95fcc451cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.1246209 Jul 29 14:10:03.601476 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d37d0-6394-4520-91e0-e82c21bb7eb5 req-9214fbf8-984d-470a-9b1d-6266dacaae93 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:03.602944 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3f8d37d0-6394-4520-91e0-e82c21bb7eb5 req-9214fbf8-984d-470a-9b1d-6266dacaae93 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 945 time: 0.1548946 Jul 29 14:10:03.640588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.646542 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:03.648291 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-e6e63e82-6987-475b-ae84-7f0f6fa850eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:03.649868 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-e6e63e82-6987-475b-ae84-7f0f6fa850eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257737 Jul 29 14:10:03.685023 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f376b9-4ce4-4f7b-b73a-bbafac1429ae,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:03.689332 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.691914 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3f8d37d0-6394-4520-91e0-e82c21bb7eb5 req-df7280d5-b54f-4dc7-98f2-bd69627f64cb tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828576 Jul 29 14:10:03.692571 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2479ed57-bacd-4ea9-a4c8-7376c0488983 None None] Network 04d8df74-4334-4c96-9516-3de85b39a956 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:10:03.707691 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.708062 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.708416 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.708795 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.709146 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.709769 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.710115 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.710465 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.710808 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.711147 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.711533 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.711855 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:03.716460 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:03.724587 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-708475e7-8d26-44ea-a629-fe418e7d549f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/35f376b9-4ce4-4f7b-b73a-bbafac1429ae HTTP/1.1" status: 204 len: 168 time: 0.4844158 Jul 29 14:10:03.725383 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 32890) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:03.817901 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-8f8db84b-9240-4611-9faa-8c3bdb379cae service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577468 Jul 29 14:10:03.857828 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.871620 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Deleting port f695304b-39a2-4cbe-82b7-00f2aebe9125 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:10:03.871952 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:03.964825 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-af148062-c1c5-4c92-9a7d-441d03e86eb6 req-4e736ebc-8127-48e2-9740-f1f5f242df3e service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379116 Jul 29 14:10:03.988285 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] DHCP port deletion for 04d8df74-4334-4c96-9516-3de85b39a956 request from dv-cinder-801321-2-smb {{(pid=79177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:10:03.992279 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] Deleting port f695304b-39a2-4cbe-82b7-00f2aebe9125 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:10:03.992932 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.205866 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] For port f695304b-39a2-4cbe-82b7-00f2aebe9125, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f695304b-39a2-4cbe-82b7-00f2aebe9125,segment=NetworkSegment(e8fead9f-c1d4-4a53-b18e-4cf616acf7d9),segment_id=e8fead9f-c1d4-4a53-b18e-4cf616acf7d9)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:04.209059 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.227598 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] For port f695304b-39a2-4cbe-82b7-00f2aebe9125, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f695304b-39a2-4cbe-82b7-00f2aebe9125,segment=NetworkSegment(e8fead9f-c1d4-4a53-b18e-4cf616acf7d9),segment_id=e8fead9f-c1d4-4a53-b18e-4cf616acf7d9)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:04.227967 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.337371 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Calling delete_port for f695304b-39a2-4cbe-82b7-00f2aebe9125 owned by network:dhcp {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:10:04.352799 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] Calling delete_port for f695304b-39a2-4cbe-82b7-00f2aebe9125 owned by network:dhcp {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:10:04.493432 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.497522 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d4f2eeea-829e-45fc-947c-e918c692babb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:04.501899 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.api [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:10:04.506099 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_db.api [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:10:04.542133 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Pushing event deleted for resources: {'Port': ['ID=f695304b-39a2-4cbe-82b7-00f2aebe9125,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:04.545334 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:04.550357 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] No DVR routers for this DVR port f695304b-39a2-4cbe-82b7-00f2aebe9125 on host dv-cinder-801321-2-smb {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:10:04.675872 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.692766 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d8df74-4334-4c96-9516-3de85b39a956']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:04.706256 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:04.709209 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fead9f-c1d4-4a53-b18e-4cf616acf7d9') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:04.719582 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.737793 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.744548 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:10:04.744951 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:10:04.759744 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:10:04.896493 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f695304b-39a2-4cbe-82b7-00f2aebe9125 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:10:04.928062 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0b411-d5d3-44bd-86be-71995f2e35fa req-82983b8f-e124-4ac9-9767-c254df19a2af tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:04.929499 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-88c0b411-d5d3-44bd-86be-71995f2e35fa req-82983b8f-e124-4ac9-9767-c254df19a2af tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 945 time: 0.1060905 Jul 29 14:10:04.932785 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: f695304b-39a2-4cbe-82b7-00f2aebe9125 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:10:04.933140 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f695304b-39a2-4cbe-82b7-00f2aebe9125 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:10:04.933560 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device ef38bbc7-9b3c-4f39-afec-22b44445aaa9 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:10:04.969045 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: ef38bbc7-9b3c-4f39-afec-22b44445aaa9 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:10:04.969399 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device ef38bbc7-9b3c-4f39-afec-22b44445aaa9 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:10:04.973799 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.985190 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:04.989641 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:05.003973 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] Deleting port f695304b-39a2-4cbe-82b7-00f2aebe9125 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:10:05.004368 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.012237 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-88c0b411-d5d3-44bd-86be-71995f2e35fa req-23556605-b64b-4631-97f1-89b0d230d1c9 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762968 Jul 29 14:10:05.016747 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Pushing event deleted for resources: {'Network': ['ID=04d8df74-4334-4c96-9516-3de85b39a956,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:05.019168 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:05.020939 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] 10.222.0.22 "DELETE /v2.0/networks/04d8df74-4334-4c96-9516-3de85b39a956 HTTP/1.1" status: 204 len: 168 time: 1.2949159 Jul 29 14:10:05.079280 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-882785cf-efed-4463-a425-6a83cbc9dbff None None] The port 'f695304b-39a2-4cbe-82b7-00f2aebe9125' was deleted {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:10:05.318051 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052736e2-9e0c-4fde-a868-ea09d34e073e req-11bd0f4a-2eeb-4592-8eed-99df9741c351 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:05.319575 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-052736e2-9e0c-4fde-a868-ea09d34e073e req-11bd0f4a-2eeb-4592-8eed-99df9741c351 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.0842400 Jul 29 14:10:05.370576 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-052736e2-9e0c-4fde-a868-ea09d34e073e req-122d7895-85c4-4194-9466-1fd99b655422 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449190 Jul 29 14:10:05.443834 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 32916) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:05.494174 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-57c700fa-87b9-4023-85de-a005b415271b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5e53e368945453798b4323d32d3eab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488737 Jul 29 14:10:05.496380 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 32920) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:05.556342 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-02da7b97-f546-46ed-a8fb-f2d7bdb4f350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.583457 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-02da7b97-f546-46ed-a8fb-f2d7bdb4f350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.707594 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-02da7b97-f546-46ed-a8fb-f2d7bdb4f350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.712603 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5f1b4741-0e33-45b8-97c0-8225391c03e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:05.727242 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da7b97-f546-46ed-a8fb-f2d7bdb4f350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9579c5-7532-430a-b5ca-e8e9cda52714,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:05.729946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-02da7b97-f546-46ed-a8fb-f2d7bdb4f350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:05.803821 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-02da7b97-f546-46ed-a8fb-f2d7bdb4f350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:05.805026 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-02da7b97-f546-46ed-a8fb-f2d7bdb4f350 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad9579c5-7532-430a-b5ca-e8e9cda52714 HTTP/1.1" status: 204 len: 168 time: 0.3076544 Jul 29 14:10:06.564143 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 32944) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:06.571562 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095010e-d6b0-4e3e-b953-5a6b9cf30242 req-0451fd82-fbab-483f-ad0a-022d39865b43 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:06.573236 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9095010e-d6b0-4e3e-b953-5a6b9cf30242 req-0451fd82-fbab-483f-ad0a-022d39865b43 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.0865045 Jul 29 14:10:06.624774 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-2389118a-f56d-456d-977d-8dbfa32125a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ac75b5d34904962b692f48dd05d672e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570002 Jul 29 14:10:06.625010 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9095010e-d6b0-4e3e-b953-5a6b9cf30242 req-27c8e051-e7d0-4cd2-a3ef-3f4fe7bd996b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444694 Jul 29 14:10:06.625151 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 32950) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:06.687427 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a8526256-39ab-403e-b1ff-8367f63cb696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:06.760617 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a8526256-39ab-403e-b1ff-8367f63cb696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:06.825863 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0dd7-a568-4b21-ba68-7a8ac4964d26 req-0e7f7e37-ad6c-48b9-8180-69d59cb4804d tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:06.827242 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ba5a0dd7-a568-4b21-ba68-7a8ac4964d26 req-0e7f7e37-ad6c-48b9-8180-69d59cb4804d tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 945 time: 0.1307724 Jul 29 14:10:06.876398 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ba5a0dd7-a568-4b21-ba68-7a8ac4964d26 req-188ec8f2-95fd-4c47-9e5c-a238091bb904 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Jul 29 14:10:06.923557 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a8526256-39ab-403e-b1ff-8367f63cb696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:06.927377 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:06.939510 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8526256-39ab-403e-b1ff-8367f63cb696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff2564-14b5-4c67-ba6f-ffe29b7e72aa,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:06.942991 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a8526256-39ab-403e-b1ff-8367f63cb696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:06.946806 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a8526256-39ab-403e-b1ff-8367f63cb696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:06.949687 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-a8526256-39ab-403e-b1ff-8367f63cb696 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62ff2564-14b5-4c67-ba6f-ffe29b7e72aa HTTP/1.1" status: 204 len: 168 time: 0.3214984 Jul 29 14:10:07.825544 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cc045-2984-4dd1-8198-15974e987a4d req-8d90bd3c-7f33-4227-b0e1-aa058e660783 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:07.827006 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bb9cc045-2984-4dd1-8198-15974e987a4d req-8d90bd3c-7f33-4227-b0e1-aa058e660783 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.0821948 Jul 29 14:10:07.876307 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bb9cc045-2984-4dd1-8198-15974e987a4d req-e8e60ed8-9297-4a3a-9c04-e869daf16019 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433612 Jul 29 14:10:08.074687 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382be095-87c2-41d2-b2a3-d5acd392753d req-7c32348f-b8f2-41aa-b278-9867eb845009 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:08.076873 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-382be095-87c2-41d2-b2a3-d5acd392753d req-7c32348f-b8f2-41aa-b278-9867eb845009 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 945 time: 0.0857131 Jul 29 14:10:08.121688 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-382be095-87c2-41d2-b2a3-d5acd392753d req-fcd59e0d-faf8-42a0-a620-d77df4e20b88 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/security-groups?id=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396776 Jul 29 14:10:08.325295 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-8b7a3c67-a0aa-45c1-8663-c7592a02a3db tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:08.326711 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-8b7a3c67-a0aa-45c1-8663-c7592a02a3db tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.36 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 945 time: 0.0795314 Jul 29 14:10:08.401558 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Deleting port aa45ecce-5f49-4f2f-8239-b4981b2196be {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:10:08.401904 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.662738 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] For port aa45ecce-5f49-4f2f-8239-b4981b2196be, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=aa45ecce-5f49-4f2f-8239-b4981b2196be,segment=NetworkSegment(815261fb-a971-4f50-9d05-d3af0b6da1f0),segment_id=815261fb-a971-4f50-9d05-d3af0b6da1f0)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:08.663008 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:08.896616 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Calling delete_port for aa45ecce-5f49-4f2f-8239-b4981b2196be owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:10:09.115490 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7810c-337f-454b-830a-366c26c51f57 req-b5d17849-05c8-4ecd-9c6b-cf82aa22cf21 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:09.117004 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5ee7810c-337f-454b-830a-366c26c51f57 req-b5d17849-05c8-4ecd-9c6b-cf82aa22cf21 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1057711 Jul 29 14:10:09.165227 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5ee7810c-337f-454b-830a-366c26c51f57 req-90e0f8f1-40ea-4817-abd8-f0b43bda8340 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423563 Jul 29 14:10:09.182878 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:09.196280 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-77c55da2-70fc-4aa2-a125-6ce54f274b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:09.202528 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['aa45ecce-5f49-4f2f-8239-b4981b2196be'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:10:09.246606 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Pushing event deleted for resources: {'Port': ['ID=aa45ecce-5f49-4f2f-8239-b4981b2196be,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:09.285103 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-64840027-994c-44bd-8a53-7de421ac0cd5 req-550b879f-7b14-48ed-a955-7609c0f83be6 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 210 time: 0.0480464 Jul 29 14:10:09.290753 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.295315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:09.321861 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:09.333960 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] No DVR routers for this DVR port aa45ecce-5f49-4f2f-8239-b4981b2196be on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:10:09.336351 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:09.339066 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7003da2d-c9b8-4ed9-a596-be059af613e7', 'name': 'network-vif-deleted', 'tag': 'aa45ecce-5f49-4f2f-8239-b4981b2196be'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:10:09.382231 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7003da2d-c9b8-4ed9-a596-be059af613e7', 'name': 'network-vif-deleted', 'tag': 'aa45ecce-5f49-4f2f-8239-b4981b2196be', 'status': 'completed', 'code': 200} Jul 29 14:10:09.413996 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25eab21a-1910-4ab9-8d4b-60cac58a561e req-e38d9b53-5976-4994-87d2-5ddefebfb1ff tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.36 "DELETE /v2.0/ports/aa45ecce-5f49-4f2f-8239-b4981b2196be HTTP/1.1" status: 204 len: 173 time: 1.0808828 Jul 29 14:10:10.389425 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ce481-a830-4c6d-b0cb-3a5d2e347620 req-3f12ce92-11ef-4505-bd59-ec562b35cf75 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:10.391660 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-853ce481-a830-4c6d-b0cb-3a5d2e347620 req-3f12ce92-11ef-4505-bd59-ec562b35cf75 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.0945413 Jul 29 14:10:10.440920 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-853ce481-a830-4c6d-b0cb-3a5d2e347620 req-5ded02f2-4f55-471f-a0a9-06603306759c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426877 Jul 29 14:10:10.460329 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5c78c06c-88c8-41fe-892b-38eeaa73a37d req-9a8d0b94-91f6-469a-ba1b-b5f4665ae354 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] 10.222.0.22 "GET /v2.0/ports?device_id=7003da2d-c9b8-4ed9-a596-be059af613e7 HTTP/1.1" status: 200 len: 210 time: 0.0466340 Jul 29 14:10:11.678418 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d5491-3a7c-4901-b39c-3ae7b8af6e4b req-f01f7889-6c87-49de-9a26-7a27439dca66 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:11.679900 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-471d5491-3a7c-4901-b39c-3ae7b8af6e4b req-f01f7889-6c87-49de-9a26-7a27439dca66 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.0923152 Jul 29 14:10:11.729818 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-471d5491-3a7c-4901-b39c-3ae7b8af6e4b req-1b520452-2e73-45a4-84a2-2e3f4c7783f0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430737 Jul 29 14:10:11.813967 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-417d6b6a-9f45-4814-bf31-f012993f609b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:12.054827 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device aa45ecce-5f49-4f2f-8239-b4981b2196be no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:10:12.095363 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: aa45ecce-5f49-4f2f-8239-b4981b2196be {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:10:12.095710 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device aa45ecce-5f49-4f2f-8239-b4981b2196be not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:10:12.503418 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:12.959972 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665d483-3eb0-423f-a44a-40c56a75e9f4 req-2540b54c-4381-4f24-9355-71212e3d64f6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:12.962837 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2665d483-3eb0-423f-a44a-40c56a75e9f4 req-2540b54c-4381-4f24-9355-71212e3d64f6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1116683 Jul 29 14:10:13.040741 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2665d483-3eb0-423f-a44a-40c56a75e9f4 req-2124f4e3-b115-4ef5-ae76-ec04e5b06314 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713382 Jul 29 14:10:14.242935 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fa83a-079f-4f04-a964-784b9ceddc82 req-c97fe39d-e2b6-4005-aeb9-2bfb968d51b6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:14.244443 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-df8fa83a-079f-4f04-a964-784b9ceddc82 req-c97fe39d-e2b6-4005-aeb9-2bfb968d51b6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.0816627 Jul 29 14:10:14.296973 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-df8fa83a-079f-4f04-a964-784b9ceddc82 req-089d895a-47e4-4c98-ba03-e01574f75f92 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418684 Jul 29 14:10:14.584951 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-08bbcfa4-f3b4-4784-93e6-8f897ef58185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:15.527321 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:15.649702 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32de9c-2e9f-44be-8266-0ab7a64b6100 req-32e4b737-4286-4d78-bd4a-d661e89d5f01 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:15.657708 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7d32de9c-2e9f-44be-8266-0ab7a64b6100 req-32e4b737-4286-4d78-bd4a-d661e89d5f01 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.2062888 Jul 29 14:10:15.720887 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7d32de9c-2e9f-44be-8266-0ab7a64b6100 req-793d968d-1d08-4242-8535-3d2510b85ac0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618849 Jul 29 14:10:16.942150 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92364d7-512d-4e55-aee0-38e4fe70e0d1 req-5bed8459-1ca0-4563-a895-c49042d6db40 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:16.943714 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f92364d7-512d-4e55-aee0-38e4fe70e0d1 req-5bed8459-1ca0-4563-a895-c49042d6db40 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.0876145 Jul 29 14:10:16.984305 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:17.017552 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f92364d7-512d-4e55-aee0-38e4fe70e0d1 req-4c22c804-c8c3-4645-b770-20456445bb8e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577323 Jul 29 14:10:17.884144 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:10:18.076939 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:10:18.253401 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fba819-1beb-4a9c-810c-49adc4fcd7ab req-8df6d335-5cb5-479f-a59b-3826e4a20751 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:18.255193 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-92fba819-1beb-4a9c-810c-49adc4fcd7ab req-8df6d335-5cb5-479f-a59b-3826e4a20751 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1172082 Jul 29 14:10:18.286950 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:18.318497 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'port_id': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'mac_address': 'fa:16:3e:71:ab:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:10:18.359641 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-92fba819-1beb-4a9c-810c-49adc4fcd7ab req-705fcc65-3aea-46ce-991f-35687517628c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960462 Jul 29 14:10:18.397022 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:18.437148 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:10:18.460620 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:18.702809 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:18.705564 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:18.826997 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['816dc022-cb90-4c6a-8e11-e054a8dbd3d2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:10:18.885785 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=6']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:18.910773 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:19.693138 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cd719-db70-4dd6-87fa-9e02580b9f9b req-0177e8bf-d890-484f-90d1-47b05c04e761 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:19.701579 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b72cd719-db70-4dd6-87fa-9e02580b9f9b req-0177e8bf-d890-484f-90d1-47b05c04e761 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 944 time: 0.1915400 Jul 29 14:10:19.786144 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b72cd719-db70-4dd6-87fa-9e02580b9f9b req-961d0c27-31bd-4a4d-ac82-231c31c4400a tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757258 Jul 29 14:10:20.092244 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:20.277569 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:20.278230 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:20.480657 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:20.520970 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:10:20.562329 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:20.598096 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'code': 200} Jul 29 14:10:20.634053 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:20.636758 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:20.726559 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=7']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:20.730206 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:21.252266 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825659-05e3-49f2-9c2e-d5e858aa7373 req-31ab9db7-9f90-4788-a5a8-644c8c845c35 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:21.254231 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4e825659-05e3-49f2-9c2e-d5e858aa7373 req-31ab9db7-9f90-4788-a5a8-644c8c845c35 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1303480 Jul 29 14:10:21.315946 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4e825659-05e3-49f2-9c2e-d5e858aa7373 req-e6ac19fd-82e1-4334-8a71-28ecb4cac2b0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541327 Jul 29 14:10:22.572666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00876aaa-1e7f-4d07-aec8-722fdab0325c req-c3d9c5a7-7038-4d1d-b6f0-f1a78661d75d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:22.574148 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-00876aaa-1e7f-4d07-aec8-722fdab0325c req-c3d9c5a7-7038-4d1d-b6f0-f1a78661d75d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1154263 Jul 29 14:10:22.662458 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-00876aaa-1e7f-4d07-aec8-722fdab0325c req-48531696-5881-4997-9bfe-6b13e75dedfb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823729 Jul 29 14:10:23.928643 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ffe0b-1653-477a-94ea-3577e9bf1e89 req-d6e097ab-6566-4dc2-98b9-1105528a6566 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:23.940221 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c21ffe0b-1653-477a-94ea-3577e9bf1e89 req-d6e097ab-6566-4dc2-98b9-1105528a6566 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1322448 Jul 29 14:10:23.991683 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c21ffe0b-1653-477a-94ea-3577e9bf1e89 req-e5b6c724-4675-4336-97ac-8f9b4c5f64c8 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503993 Jul 29 14:10:25.260189 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296e2df-84ed-4ca9-b262-e57cea67f6ab req-30214e76-34ef-4664-a3d3-1acb46b8b9ec tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:25.261768 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5296e2df-84ed-4ca9-b262-e57cea67f6ab req-30214e76-34ef-4664-a3d3-1acb46b8b9ec tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1216145 Jul 29 14:10:25.313160 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5296e2df-84ed-4ca9-b262-e57cea67f6ab req-6255bc3f-f03c-4cae-8d7a-784309e79995 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445647 Jul 29 14:10:26.751823 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdead2-050a-4d6d-b1e8-f1d26b8c9edd req-70ec54ba-7dcd-4049-b55b-0408f2048b80 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:26.763609 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1fcdead2-050a-4d6d-b1e8-f1d26b8c9edd req-70ec54ba-7dcd-4049-b55b-0408f2048b80 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1256988 Jul 29 14:10:26.845225 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1fcdead2-050a-4d6d-b1e8-f1d26b8c9edd req-7fa12c38-0f48-4ae8-a1d6-79f2543e3ef2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803773 Jul 29 14:10:28.133708 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b53f9-7dee-407b-a75b-fc30219cda93 req-16d62d75-e742-4c48-9b47-aa2bf1007ae3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:28.143107 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-953b53f9-7dee-407b-a75b-fc30219cda93 req-16d62d75-e742-4c48-9b47-aa2bf1007ae3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1210680 Jul 29 14:10:28.192044 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-953b53f9-7dee-407b-a75b-fc30219cda93 req-2e526995-ff5c-483f-98ee-c5fd44619cb6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476491 Jul 29 14:10:29.472905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87d27e-6b0c-4f16-981a-b4b73ba52aec req-4c7301fc-d9af-4ea0-87b1-7d6caa10f12f tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:29.474899 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2e87d27e-6b0c-4f16-981a-b4b73ba52aec req-4c7301fc-d9af-4ea0-87b1-7d6caa10f12f tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1119680 Jul 29 14:10:29.540682 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2e87d27e-6b0c-4f16-981a-b4b73ba52aec req-90a2daa7-c3c3-4d66-83f0-f30d8638f16d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555396 Jul 29 14:10:30.806096 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b70d8-44c0-4ca7-98e7-8cf43ff4141b req-18ffba38-54b8-4bfb-bd41-35f37617f906 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:30.808794 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-979b70d8-44c0-4ca7-98e7-8cf43ff4141b req-18ffba38-54b8-4bfb-bd41-35f37617f906 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.1373184 Jul 29 14:10:30.893226 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-979b70d8-44c0-4ca7-98e7-8cf43ff4141b req-50539c55-40b5-4e4d-ba54-845756a4eedd tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778215 Jul 29 14:10:31.431358 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceab72-2278-422b-ac23-172eb4d38183 req-ae6f41f1-a168-43df-99f4-0465711b772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:31.433017 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-83ceab72-2278-422b-ac23-172eb4d38183 req-ae6f41f1-a168-43df-99f4-0465711b772f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 1098 time: 0.1896048 Jul 29 14:10:31.577232 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceab72-2278-422b-ac23-172eb4d38183 req-0389e308-49df-47e8-9055-36e0c64218a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:31.579775 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-83ceab72-2278-422b-ac23-172eb4d38183 req-0389e308-49df-47e8-9055-36e0c64218a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 918 time: 0.1374600 Jul 29 14:10:31.833389 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-83ceab72-2278-422b-ac23-172eb4d38183 req-940fef7f-17f2-4b66-b52e-c233b2b2dfd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2 HTTP/1.1" status: 200 len: 1001 time: 0.2444916 Jul 29 14:10:31.944234 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceab72-2278-422b-ac23-172eb4d38183 req-77c0b05f-effb-4cf8-9284-b7669d947af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:31.947303 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-83ceab72-2278-422b-ac23-172eb4d38183 req-77c0b05f-effb-4cf8-9284-b7669d947af8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.1053576 Jul 29 14:10:32.182667 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceab72-2278-422b-ac23-172eb4d38183 req-ccdfdba1-296a-46d9-bc6a-170bb3a2acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:32.184455 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-83ceab72-2278-422b-ac23-172eb4d38183 req-ccdfdba1-296a-46d9-bc6a-170bb3a2acc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2252288 Jul 29 14:10:32.247281 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:32.323635 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302f773-9fa9-4d45-b207-ab6b605f147f req-8eca9a76-604f-463b-bfcf-87dee0be585e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:32.325349 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9302f773-9fa9-4d45-b207-ab6b605f147f req-8eca9a76-604f-463b-bfcf-87dee0be585e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.2438877 Jul 29 14:10:32.393499 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-83ceab72-2278-422b-ac23-172eb4d38183 req-32e023bb-becf-4af7-b097-d7af9a88df80 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001634 Jul 29 14:10:32.429614 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9302f773-9fa9-4d45-b207-ab6b605f147f req-2a86f2bd-93a8-401e-8747-d82b0c1a0652 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932107 Jul 29 14:10:32.558258 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-83ceab72-2278-422b-ac23-172eb4d38183 req-34abe5e0-f060-4e4c-bcdd-67265c582b17 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567357 Jul 29 14:10:33.640016 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b6dbb-3274-4eb6-8a90-d4c6cf9e7bae req-e4ba2fbf-dbff-4c93-92f5-0267b6384ebc tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:33.641539 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0b0b6dbb-3274-4eb6-8a90-d4c6cf9e7bae req-e4ba2fbf-dbff-4c93-92f5-0267b6384ebc tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 945 time: 0.0895531 Jul 29 14:10:33.690329 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0b0b6dbb-3274-4eb6-8a90-d4c6cf9e7bae req-def304fb-28c1-4d5c-8d05-8ea8921ac589 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Jul 29 14:10:34.151813 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:10:34.275686 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:34.305364 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:10:34.316337 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:34.405558 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:34.408831 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'code': 200} Jul 29 14:10:34.409328 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-df0a3f6e-ccd3-4d72-8f8f-c0af932b8d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:34.479698 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=8']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:34.483782 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:34.895976 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a020-58b2-486a-9113-74ce1551b798 req-63a92303-8ddf-4c21-9f4e-f54454d68eff tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:34.897563 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-74a9a020-58b2-486a-9113-74ce1551b798 req-63a92303-8ddf-4c21-9f4e-f54454d68eff tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0848355 Jul 29 14:10:34.952340 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-74a9a020-58b2-486a-9113-74ce1551b798 req-36a8cc92-5362-44ef-97ec-3878f7124b19 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Jul 29 14:10:36.427126 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33306) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:36.495570 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] Deleting subnet 2e13ad64-b905-4d14-8701-49ce6a3b40d2 {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:10:36.498715 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:36.551990 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:36.625700 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:36.784207 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:36.788606 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-94e9c3f5-ed07-46eb-bc73-fedc06d6ea25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:36.824527 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e13ad64-b905-4d14-8701-49ce6a3b40d2,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:36.827522 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:36.828516 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:36.834599 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2e13ad64-b905-4d14-8701-49ce6a3b40d2 HTTP/1.1" status: 204 len: 168 time: 0.4064410 Jul 29 14:10:36.836973 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33316) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:36.946471 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:37.082868 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:37.097081 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29f575d-521a-4a30-b9fe-622a3f9779c0']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:37.110292 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815261fb-a971-4f50-9d05-d3af0b6da1f0') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:37.110778 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815261fb-a971-4f50-9d05-d3af0b6da1f0') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:10:37.123518 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:37.141533 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:37.148079 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:10:37.148520 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:10:37.165248 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:10:37.324259 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:37.328153 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:37.343131 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:37.352198 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Pushing event deleted for resources: {'Network': ['ID=a29f575d-521a-4a30-b9fe-622a3f9779c0,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:37.355344 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:37.443242 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-781fb828-3553-459e-b87b-7a25a0612782 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a29f575d-521a-4a30-b9fe-622a3f9779c0 HTTP/1.1" status: 204 len: 168 time: 0.6039422 Jul 29 14:10:37.867712 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33334) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:37.930104 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-6d14ce88-46c4-4eac-8127-db3ab6eb6208 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49ae4074e6b942e6a44622a4f851415c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611792 Jul 29 14:10:37.932427 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33344) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:38.003882 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ded2a36b-ea25-4c26-8647-0da76f9bf80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:38.009247 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d660c-46f1-4ca0-82cc-15e90aea2aab req-1401db99-7284-43d8-995f-2a09c1bfa6ef tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:38.010680 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-138d660c-46f1-4ca0-82cc-15e90aea2aab req-1401db99-7284-43d8-995f-2a09c1bfa6ef tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0868380 Jul 29 14:10:38.037080 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ded2a36b-ea25-4c26-8647-0da76f9bf80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:38.064389 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-138d660c-46f1-4ca0-82cc-15e90aea2aab req-66db68a4-a864-4c0b-90ca-b44f0ccf3b46 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471125 Jul 29 14:10:38.175824 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:10:38.240842 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ded2a36b-ea25-4c26-8647-0da76f9bf80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:38.247062 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f793f66d-b2f3-490e-90ec-1efd65ccb66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:38.267937 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2a36b-ea25-4c26-8647-0da76f9bf80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c7324-2dfd-43b9-b15d-4f5d61d8b9fb,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:38.272066 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-ded2a36b-ea25-4c26-8647-0da76f9bf80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:38.291536 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-797c8909-3b54-42ba-bfb5-97a720dffbdb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079600 Jul 29 14:10:38.354447 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ded2a36b-ea25-4c26-8647-0da76f9bf80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:38.366113 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-ded2a36b-ea25-4c26-8647-0da76f9bf80c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/562c7324-2dfd-43b9-b15d-4f5d61d8b9fb HTTP/1.1" status: 204 len: 168 time: 0.4249821 Jul 29 14:10:39.291043 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab88f-b215-46b6-ab7d-990b8808bc05 req-3b83b2f0-11ad-4ca2-a21b-496e44e2478d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:39.292530 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f93ab88f-b215-46b6-ab7d-990b8808bc05 req-3b83b2f0-11ad-4ca2-a21b-496e44e2478d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.1010835 Jul 29 14:10:39.338083 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f93ab88f-b215-46b6-ab7d-990b8808bc05 req-a538b1e8-b96a-4e64-818e-d0c7297fae51 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390153 Jul 29 14:10:39.655665 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33388) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:39.771679 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-99318781-network', 'tenant_id': '23f2dd90650c4a0199f1c9a8c724892d'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:39.776420 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:39.783682 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Usage tracker for resource:network and tenant:23f2dd90650c4a0199f1c9a8c724892d is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:39.783841 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:39.790059 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:39.878161 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Made reservation on behalf of 23f2dd90650c4a0199f1c9a8c724892d for: {'network': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:10:39.880557 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:39.893614 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:39.910261 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:39.914233 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Usage tracker for resource:security_group_rule and tenant:23f2dd90650c4a0199f1c9a8c724892d is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:39.917054 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:39.924931 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:40.011226 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:40.113476 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:40.117721 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a6f9b6de-356d-46de-bd46-bf01e51c439e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:40.143282 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=79176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:10:40.155788 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15991b89-881e-498b-923e-cc712c34f11e,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:40.160284 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:40.161229 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:40.161567 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.segments_db [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Added segment 7fdac864-2571-4fe2-ad8e-d90b96dd6542 of type vlan for network 53ec84f9-26c0-4ba5-ad12-b4308593e6db Jul 29 14:10:40.189702 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:40.289870 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:40.291795 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:40.292976 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-178c46fc-7e4f-4580-82f1-eb261fc18eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:40.293398 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:40.293550 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-178c46fc-7e4f-4580-82f1-eb261fc18eea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6&tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17 HTTP/1.1" status: 200 len: 1096 time: 0.0788648 Jul 29 14:10:40.299929 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-60b35f52-8ab5-44db-a943-a44e168dc10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:40.393218 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-f678496d-d45e-4021-be7a-a454a29730c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:40.394764 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-f678496d-d45e-4021-be7a-a454a29730c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 1096 time: 0.0776978 Jul 29 14:10:40.494765 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8341300 Jul 29 14:10:40.499903 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 33406) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:10:40.516298 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Request body: {'subnet': {'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-99318781-subnet', 'tenant_id': '23f2dd90650c4a0199f1c9a8c724892d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:40.523060 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:40.530093 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Pushing event updated for resources: {'Network': ['ID=53ec84f9-26c0-4ba5-ad12-b4308593e6db,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:40.533826 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:40.536039 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Usage tracker for resource:subnet and tenant:23f2dd90650c4a0199f1c9a8c724892d is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:40.540369 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:40.542253 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 53ec84f9-26c0-4ba5-ad12-b4308593e6db details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:10:40.549679 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:40.575307 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-64b91698-2846-4f2a-a900-fbfa4fe5c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:40.576812 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-64b91698-2846-4f2a-a900-fbfa4fe5c2e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 200 len: 918 time: 0.1733286 Jul 29 14:10:40.581177 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b2c04-f20c-4565-9362-21aa45fd8dad req-a52dfb2c-34f8-4458-8b8a-892b5a872f69 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:40.583135 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-585b2c04-f20c-4565-9362-21aa45fd8dad req-a52dfb2c-34f8-4458-8b8a-892b5a872f69 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0984390 Jul 29 14:10:40.635684 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-585b2c04-f20c-4565-9362-21aa45fd8dad req-91bd5620-6315-4399-8838-2ad72982d8f8 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458226 Jul 29 14:10:40.686610 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Made reservation on behalf of 23f2dd90650c4a0199f1c9a8c724892d for: {'subnet': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:10:40.689145 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32465070'] for subnet, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:40.707356 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-91d4138b-684f-4050-b429-7c1cd26c0dac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2 HTTP/1.1" status: 200 len: 999 time: 0.1237125 Jul 29 14:10:40.854270 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-b6843cab-1391-460d-a3d9-ba7f210437d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:40.855720 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-b6843cab-1391-460d-a3d9-ba7f210437d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 200 len: 856 time: 0.1350207 Jul 29 14:10:41.017654 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-04056a2e-accf-456e-9beb-a3de303b9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:41.019142 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-04056a2e-accf-456e-9beb-a3de303b9130 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=239480e6-582a-4677-9647-921784eccd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1558921 Jul 29 14:10:41.115568 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30779904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32465116'] for subnet, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:41.125898 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-9ea164ce-fdcc-4bd1-8ce9-9b1611cedf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:41.340395 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-82491f97-d2ff-49d4-95a9-0a571c93ce0f service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138523 Jul 29 14:10:41.341081 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5ff583-72ab-4345-9644-66e51a3a6196,revision_number=0']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:41.344930 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:41.375851 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Checking segment: {'id': '7fdac864-2571-4fe2-ad8e-d90b96dd6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:10:41.376212 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Network hostable DHCP agents. Network: 53ec84f9-26c0-4ba5-ad12-b4308593e6db, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:10:41.497555 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e8295e2b-72fc-4faf-9b29-e9a60f07d369 req-7597352f-d37d-4508-bd65-cbd588278e64 service neutron] 10.222.0.36 "GET /v2.0/networks/239480e6-582a-4677-9647-921784eccd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482058 Jul 29 14:10:41.514740 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Network 53ec84f9-26c0-4ba5-ad12-b4308593e6db is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:10:41.572166 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 53ec84f9-26c0-4ba5-ad12-b4308593e6db) {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:10:41.576346 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:41.576920 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:41.582609 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe94abb-b583-4a62-9416-2d8f53918e55 None None] Network 53ec84f9-26c0-4ba5-ad12-b4308593e6db requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:10:41.687819 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-0bfb8c64-df6b-4797-80dc-e1267b88ee1f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1821406 Jul 29 14:10:41.849998 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d840ae1-c00c-45d2-a42e-649aa4b18320 req-552d3d6f-a21c-4723-87c9-671207727be2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:41.860681 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5d840ae1-c00c-45d2-a42e-649aa4b18320 req-552d3d6f-a21c-4723-87c9-671207727be2 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0979576 Jul 29 14:10:41.920421 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5d840ae1-c00c-45d2-a42e-649aa4b18320 req-64007482-40dd-438e-8c96-6811676cd26c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575070 Jul 29 14:10:41.960623 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebef85f1-5362-498d-9aca-730b1f083498 None None] Network 53ec84f9-26c0-4ba5-ad12-b4308593e6db requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:10:42.095572 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-a425d5ec-3a9b-432a-a644-232f76bfafe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:42.464326 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:43.187099 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f704685-df24-45e1-b064-2d396c4e8ecf req-8b7c52d2-188d-42b6-afc7-91b7490cf75e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:43.189800 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5f704685-df24-45e1-b064-2d396c4e8ecf req-8b7c52d2-188d-42b6-afc7-91b7490cf75e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.1247182 Jul 29 14:10:43.245815 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5f704685-df24-45e1-b064-2d396c4e8ecf req-7edb4bb8-701e-4d3a-8e0f-d510a325c3cf tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503595 Jul 29 14:10:44.436797 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78866ada-810e-4589-8e24-7cdd26ece78c req-0d8750f9-8583-49f0-8bda-ccd6d65c3aa2 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:44.438684 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-78866ada-810e-4589-8e24-7cdd26ece78c req-0d8750f9-8583-49f0-8bda-ccd6d65c3aa2 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Synchronizing usage tracker for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:network {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:10:44.477410 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b4bcb-8988-4682-b4e5-9c1100aa6bdc req-99dca886-5ad7-4798-a9b7-b4469ac601c0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:44.478884 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-992b4bcb-8988-4682-b4e5-9c1100aa6bdc req-99dca886-5ad7-4798-a9b7-b4469ac601c0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0945766 Jul 29 14:10:44.531206 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-992b4bcb-8988-4682-b4e5-9c1100aa6bdc req-592d5594-572f-46d7-8e2a-bc7ce683d621 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457532 Jul 29 14:10:44.578008 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-78866ada-810e-4589-8e24-7cdd26ece78c req-0d8750f9-8583-49f0-8bda-ccd6d65c3aa2 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Unset dirty status for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:network {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:10:44.580281 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-0d8750f9-8583-49f0-8bda-ccd6d65c3aa2 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/networks?id=53ec84f9-26c0-4ba5-ad12-b4308593e6db HTTP/1.1" status: 200 len: 812 time: 0.3330092 Jul 29 14:10:44.600127 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-00fbc9d2-32e1-46df-8941-8154cc202649 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/quotas/23f2dd90650c4a0199f1c9a8c724892d HTTP/1.1" status: 200 len: 375 time: 0.0136840 Jul 29 14:10:44.618348 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-9ca945d5-3db3-4d60-9f50-fbe87bae1a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:44.686072 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-74bddcc5-139d-4b3c-8e22-7f401ff4c22f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=23f2dd90650c4a0199f1c9a8c724892d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720634 Jul 29 14:10:44.888604 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-13a649d9-f83a-4b23-a47d-ca5f6e403329 service neutron] 10.222.0.22 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944315 Jul 29 14:10:45.029174 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-59384e34-24b9-4813-ba86-1eb5f21f1ec4 service neutron] 10.222.0.22 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340408 Jul 29 14:10:45.331876 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8c809969-46dd-4a9c-addc-719f60253665 req-de0dfbb0-6e6f-4d5f-823e-e5a93e06785a tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0635130 Jul 29 14:10:45.549437 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:45.755979 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fb69e-ea27-4eb2-b45f-a33b25796b7e req-08db4c58-bbc8-497b-8d12-3631b845b0ed tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:45.757511 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a84fb69e-ea27-4eb2-b45f-a33b25796b7e req-08db4c58-bbc8-497b-8d12-3631b845b0ed tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0899405 Jul 29 14:10:45.806738 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a84fb69e-ea27-4eb2-b45f-a33b25796b7e req-8ad444fe-9188-4e36-8157-6fa50695d785 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425820 Jul 29 14:10:46.509761 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b031bf65-3551-4ed7-9628-79ae59f68619 req-5150c6de-3d5d-49be-9378-81a9260d2d65 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0707755 Jul 29 14:10:46.992041 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:47.045349 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686b3c3-f9bd-4cfb-bc1a-c2a0d252ff19 req-651fa575-1a56-4756-9814-473e4ca15aa0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:47.046752 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6686b3c3-f9bd-4cfb-bc1a-c2a0d252ff19 req-651fa575-1a56-4756-9814-473e4ca15aa0 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0876865 Jul 29 14:10:47.092957 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6686b3c3-f9bd-4cfb-bc1a-c2a0d252ff19 req-e1a5dfbd-2c2f-4222-9a68-35fdf4bb6bc7 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403550 Jul 29 14:10:47.674802 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f3940593-2bc5-42dc-932d-abf72332e713 req-437fb08e-9720-4e4f-bff9-326f2d3d18c8 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0603802 Jul 29 14:10:48.314206 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df604a8b-31c8-4cb7-9bba-70bc4d54f338 req-9bc2ecd1-3922-4428-acff-26b23cbd0778 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:48.315682 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-df604a8b-31c8-4cb7-9bba-70bc4d54f338 req-9bc2ecd1-3922-4428-acff-26b23cbd0778 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0843494 Jul 29 14:10:48.392743 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-df604a8b-31c8-4cb7-9bba-70bc4d54f338 req-f2244dde-c094-44f9-806a-72297850ac0e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708351 Jul 29 14:10:48.872799 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-347ca29e-7d3d-4968-a9be-28fad17ee0bb req-b1e2d818-610b-460c-b783-08f0ee1ccf98 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0474937 Jul 29 14:10:49.630298 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a473b53-f1f2-4482-81f5-36bb9d68f038 req-c1c45129-db0b-420e-bfee-905378f7b55b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:49.632877 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1a473b53-f1f2-4482-81f5-36bb9d68f038 req-c1c45129-db0b-420e-bfee-905378f7b55b tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0998974 Jul 29 14:10:49.691738 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1a473b53-f1f2-4482-81f5-36bb9d68f038 req-885e8450-0985-4f63-9cb0-381a175ed9e6 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527365 Jul 29 14:10:50.047047 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-05ff252f-6275-430e-b5d4-b72f214c6c4e req-b34da218-c22e-4ce6-b6d5-f9a63fc25507 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0465193 Jul 29 14:10:50.959347 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f1747-b806-4c16-826a-440c2f8e61b5 req-164d98c5-943c-4530-88b3-e6f3483081d1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:50.961244 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a27f1747-b806-4c16-826a-440c2f8e61b5 req-164d98c5-943c-4530-88b3-e6f3483081d1 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.1275403 Jul 29 14:10:51.017417 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a27f1747-b806-4c16-826a-440c2f8e61b5 req-46eef49d-f863-45eb-a5db-4f9b86c4ee9c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469265 Jul 29 14:10:51.218095 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-765a8ff8-fba6-44a0-9828-ee64fc86e476 req-fa8c4ff7-5f67-469a-b550-639cfa4851bd tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0505195 Jul 29 14:10:52.335785 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca422526-4130-4071-9d3a-ba5f2ce5fa00 req-38720dae-216d-467e-8847-1edff696a74e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:52.347847 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ca422526-4130-4071-9d3a-ba5f2ce5fa00 req-38720dae-216d-467e-8847-1edff696a74e tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.1284513 Jul 29 14:10:52.419864 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ca422526-4130-4071-9d3a-ba5f2ce5fa00 req-dec25441-8205-46bc-8be0-110c62ef72de tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704217 Jul 29 14:10:52.433361 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-141a2894-00b5-46a9-8ea6-4fea521d49cd req-14429bdd-197d-49bd-90f5-bd31851ca11f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0793543 Jul 29 14:10:53.624076 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-7040960e-4b39-4c9a-8290-debaa908bd57 req-44d4b732-cb42-43a2-ab37-f42071ac3f26 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0477777 Jul 29 14:10:53.661959 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e588dc1-1cd1-4218-8100-c85733db1720 req-60aad435-43cf-4edb-8d8d-96e247520a75 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:53.663436 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9e588dc1-1cd1-4218-8100-c85733db1720 req-60aad435-43cf-4edb-8d8d-96e247520a75 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0979578 Jul 29 14:10:53.709113 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9e588dc1-1cd1-4218-8100-c85733db1720 req-1dac302b-af88-4da7-a1ef-e00d9a80cfff tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397897 Jul 29 14:10:54.787957 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-915c85f4-97f5-43e8-81f9-d64c23b71603 req-07f311eb-0614-4f98-9703-22e465ed7f6b tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0495021 Jul 29 14:10:54.886088 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:10:54.923372 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122061d6-b3a4-4df7-a6d2-c26bc92932a9 req-4562221e-a16c-4e42-b806-07c8b0e03496 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:54.925959 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-122061d6-b3a4-4df7-a6d2-c26bc92932a9 req-4562221e-a16c-4e42-b806-07c8b0e03496 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0984240 Jul 29 14:10:54.975009 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-122061d6-b3a4-4df7-a6d2-c26bc92932a9 req-90400ca4-9d53-426d-97da-138ca8dbfd3f tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415375 Jul 29 14:10:55.589905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78866ada-810e-4589-8e24-7cdd26ece78c req-03380167-544e-4450-9563-686a22c2e865 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:55.591434 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-03380167-544e-4450-9563-686a22c2e865 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.36 "GET /v2.0/networks?id=53ec84f9-26c0-4ba5-ad12-b4308593e6db HTTP/1.1" status: 200 len: 812 time: 0.1876314 Jul 29 14:10:55.607572 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Request body: {'port': {'device_id': '8cb45576-faf2-45c4-89a1-cd7d7ceb083f', 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db', 'admin_state_up': True, 'tenant_id': '23f2dd90650c4a0199f1c9a8c724892d'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:55.796180 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:10:55.801048 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Usage tracker for resource:port and tenant:23f2dd90650c4a0199f1c9a8c724892d is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:10:55.804071 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:10:55.811346 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:10:55.967582 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Made reservation on behalf of 23f2dd90650c4a0199f1c9a8c724892d for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:10:55.971469 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:55.992551 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-809caa9b-e6dd-4e9c-bba6-3865fec3415d req-c50e5c6b-5d39-402d-9d03-2caa7d5ca51b tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0762556 Jul 29 14:10:56.177505 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Allocated IP 172.20.0.7 (53ec84f9-26c0-4ba5-ad12-b4308593e6db/3f5ff583-72ab-4345-9644-66e51a3a6196/fa494557-5c13-43e3-a53e-bdf47c692430) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:10:56.191017 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da786fc9-8f1c-4f84-8af1-086b5e7da9d6 req-9b4a8f3d-ad4c-4b47-9bfc-a555097df672 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:56.192652 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-da786fc9-8f1c-4f84-8af1-086b5e7da9d6 req-9b4a8f3d-ad4c-4b47-9bfc-a555097df672 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 943 time: 0.0928426 Jul 29 14:10:56.230669 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:10:56.242406 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-da786fc9-8f1c-4f84-8af1-086b5e7da9d6 req-242da42f-bd4f-4e6e-8267-7da26b081bc8 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433044 Jul 29 14:10:56.391880 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:56.406276 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'port_id': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'mac_address': 'fa:16:3e:71:ab:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:10:56.409735 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:56.468142 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:56.488316 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:10:56.504507 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:56.506813 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:56.512568 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-84c0e156-9db3-4ce6-b60a-42984f865f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:56.588082 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Network 53ec84f9-26c0-4ba5-ad12-b4308593e6db is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:10:56.588082 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:10:56.588328 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:10:56.627381 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Pushing event updated for resources: {'Port': ['ID=fa494557-5c13-43e3-a53e-bdf47c692430,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:56.633551 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:56.636745 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:56.638076 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:56.725916 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=9']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:56.740647 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.741653 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.742096 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.742528 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.742957 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.743579 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.743996 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.744415 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.744870 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.745292 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.745709 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.746123 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:10:56.752456 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:56.779337 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:56.783616 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:56.865136 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['816dc022-cb90-4c6a-8e11-e054a8dbd3d2'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:10:56.894250 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2937782 Jul 29 14:10:56.908709 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Request body: {'port': {'device_id': '8cb45576-faf2-45c4-89a1-cd7d7ceb083f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:10:57.038501 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:57.363982 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee752e7f-58c5-49e6-8421-4d44648b54f2 req-3654a173-7bd0-4c7a-8f56-f7dc139e60ee tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:57.364766 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-ee752e7f-58c5-49e6-8421-4d44648b54f2 req-3654a173-7bd0-4c7a-8f56-f7dc139e60ee tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Synchronizing usage tracker for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:10:57.497733 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-ee752e7f-58c5-49e6-8421-4d44648b54f2 req-3654a173-7bd0-4c7a-8f56-f7dc139e60ee tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Unset dirty status for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:10:57.498908 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ee752e7f-58c5-49e6-8421-4d44648b54f2 req-3654a173-7bd0-4c7a-8f56-f7dc139e60ee tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 931 time: 0.3859086 Jul 29 14:10:57.501827 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa494557-5c13-43e3-a53e-bdf47c692430 {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:10:57.524142 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:57.556756 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc423d2-0e95-4c51-afa1-cc663d030dac req-4a18ac4a-2d13-4a7a-a4ac-e679f48a9548 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:57.558173 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-abc423d2-0e95-4c51-afa1-cc663d030dac req-4a18ac4a-2d13-4a7a-a4ac-e679f48a9548 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 944 time: 0.1841860 Jul 29 14:10:57.561979 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Transition to ACTIVE for port object fa494557-5c13-43e3-a53e-bdf47c692430 will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:10:57.571316 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ee752e7f-58c5-49e6-8421-4d44648b54f2 req-c1f77497-94f5-420b-9494-4c9f58be22a4 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647509 Jul 29 14:10:57.605974 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-abc423d2-0e95-4c51-afa1-cc663d030dac req-d30cc0d0-5e9b-44da-9d07-4182deb637d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407462 Jul 29 14:10:57.632346 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:57.639488 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-52b10ead-5387-49e6-8597-b20085c2c7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:57.850962 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa494557-5c13-43e3-a53e-bdf47c692430,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:57.856172 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:57.898731 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Attempting to bind port fa494557-5c13-43e3-a53e-bdf47c692430 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:10:57.899424 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Attempting to bind port fa494557-5c13-43e3-a53e-bdf47c692430 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '7fdac864-2571-4fe2-ad8e-d90b96dd6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:10:57.899424 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Attempting to bind port fa494557-5c13-43e3-a53e-bdf47c692430 on network 53ec84f9-26c0-4ba5-ad12-b4308593e6db {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:10:57.904098 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Port fa494557-5c13-43e3-a53e-bdf47c692430 on network 53ec84f9-26c0-4ba5-ad12-b4308593e6db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:10:57.904406 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Attempting to bind port fa494557-5c13-43e3-a53e-bdf47c692430 on network 53ec84f9-26c0-4ba5-ad12-b4308593e6db {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:10:57.911090 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:10:57.911422 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Checking segment: {'id': '7fdac864-2571-4fe2-ad8e-d90b96dd6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:10:57.911799 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Bound using segment: {'id': '7fdac864-2571-4fe2-ad8e-d90b96dd6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:10:57.912226 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Bound port: fa494557-5c13-43e3-a53e-bdf47c692430, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fdac864-2571-4fe2-ad8e-d90b96dd6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:10:57.912597 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:58.008452 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] For port fa494557-5c13-43e3-a53e-bdf47c692430, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:10:58.011662 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] For port fa494557-5c13-43e3-a53e-bdf47c692430, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fa494557-5c13-43e3-a53e-bdf47c692430,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:10:58.112723 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:58.116906 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-073d8b70-6feb-46cb-8150-68f67b07da68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:58.180842 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:58.181561 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:58.183104 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa494557-5c13-43e3-a53e-bdf47c692430 HTTP/1.1" status: 200 len: 1093 time: 1.2798247 Jul 29 14:10:58.183666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb45576-faf2-45c4-89a1-cd7d7ceb083f', 'tag': 'fa494557-5c13-43e3-a53e-bdf47c692430'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:10:58.215975 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa494557-5c13-43e3-a53e-bdf47c692430,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:58.217631 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:58.237922 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:10:58.342601 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:10:58.342985 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:58.442326 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78866ada-810e-4589-8e24-7cdd26ece78c req-5a8be323-a9f8-44a3-be6b-fc5c786b2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:58.444106 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-5a8be323-a9f8-44a3-be6b-fc5c786b2f2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f2dd90650c4a0199f1c9a8c724892d&device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 1096 time: 0.1008048 Jul 29 14:10:58.446345 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb45576-faf2-45c4-89a1-cd7d7ceb083f', 'tag': 'fa494557-5c13-43e3-a53e-bdf47c692430', 'status': 'completed', 'code': 200} Jul 29 14:10:58.495169 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:58.522112 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-b13b0dd9-15fa-4455-9b6d-459464ef5606 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa494557-5c13-43e3-a53e-bdf47c692430 HTTP/1.1" status: 200 len: 217 time: 0.0675316 Jul 29 14:10:58.525535 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:10:58.537042 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:10:58.587349 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'code': 200} Jul 29 14:10:58.619546 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78866ada-810e-4589-8e24-7cdd26ece78c req-23baed9f-f174-41eb-a36b-9b6308e71d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:58.621099 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-23baed9f-f174-41eb-a36b-9b6308e71d4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f5ff583-72ab-4345-9644-66e51a3a6196 HTTP/1.1" status: 200 len: 852 time: 0.0923896 Jul 29 14:10:58.639786 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:10:58.642639 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:10:58.691999 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-2b308561-9347-44a4-9f36-812ddf664b86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53ec84f9-26c0-4ba5-ad12-b4308593e6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589306 Jul 29 14:10:58.741344 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=10']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:10:58.749453 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:10:58.880670 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d799f-8a58-4cc9-9b5c-0a93297c137a req-09572edf-eb3f-4e8e-a567-0990a28794c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:58.882284 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bb5d799f-8a58-4cc9-9b5c-0a93297c137a req-09572edf-eb3f-4e8e-a567-0990a28794c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 943 time: 0.1318007 Jul 29 14:10:58.931660 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-9cc6e594-825d-49e8-9543-e815ac57ec5f service neutron] 10.222.0.36 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329040 Jul 29 14:10:58.942558 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-bb5d799f-8a58-4cc9-9b5c-0a93297c137a req-2c2c26e4-915f-4595-8825-b686c296e653 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Synchronizing usage tracker for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:security_group {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:10:59.071797 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d840b2a-d0a2-4235-acb2-03f4c98270e7 req-ee42aa5d-7e26-4f61-b585-03272fabc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:59.073406 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9d840b2a-d0a2-4235-acb2-03f4c98270e7 req-ee42aa5d-7e26-4f61-b585-03272fabc656 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 1099 time: 0.0848365 Jul 29 14:10:59.074563 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-bb5d799f-8a58-4cc9-9b5c-0a93297c137a req-2c2c26e4-915f-4595-8825-b686c296e653 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Unset dirty status for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:security_group {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:10:59.075590 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bb5d799f-8a58-4cc9-9b5c-0a93297c137a req-2c2c26e4-915f-4595-8825-b686c296e653 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855545 Jul 29 14:10:59.109391 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-78866ada-810e-4589-8e24-7cdd26ece78c req-31678dcf-653b-4407-b55a-c60c8cfbce1f service neutron] 10.222.0.36 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694174 Jul 29 14:10:59.134833 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9d840b2a-d0a2-4235-acb2-03f4c98270e7 req-3c442e65-4542-4611-8a68-a1a504e2358b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540030 Jul 29 14:10:59.357286 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8fbf3-46a2-4e80-bccc-2735427af9d3 req-9ea129aa-1b5f-4e8e-bc66-7dbe6f9ab0aa tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:59.358772 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2cd8fbf3-46a2-4e80-bccc-2735427af9d3 req-9ea129aa-1b5f-4e8e-bc66-7dbe6f9ab0aa tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 946 time: 0.1551678 Jul 29 14:10:59.361978 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603819fe-640d-4bda-8db9-69b5259a5121 req-abe9d5f6-b018-43f3-a547-f6942f87636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:59.363509 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-603819fe-640d-4bda-8db9-69b5259a5121 req-abe9d5f6-b018-43f3-a547-f6942f87636b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f2dd90650c4a0199f1c9a8c724892d&device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 1096 time: 0.1196218 Jul 29 14:10:59.489510 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-2cd8fbf3-46a2-4e80-bccc-2735427af9d3 req-ab0559fd-900c-4927-abfd-8331de7610e9 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231329 Jul 29 14:10:59.533872 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603819fe-640d-4bda-8db9-69b5259a5121 req-189080a0-c913-4b6b-bdcb-ac88b10a1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:59.535306 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-603819fe-640d-4bda-8db9-69b5259a5121 req-189080a0-c913-4b6b-bdcb-ac88b10a1226 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53ec84f9-26c0-4ba5-ad12-b4308593e6db HTTP/1.1" status: 200 len: 913 time: 0.1561708 Jul 29 14:10:59.606996 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-603819fe-640d-4bda-8db9-69b5259a5121 req-9223ed71-cbc6-42c3-8560-762ebeb8ba96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa494557-5c13-43e3-a53e-bdf47c692430 HTTP/1.1" status: 200 len: 217 time: 0.0630913 Jul 29 14:10:59.676139 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603819fe-640d-4bda-8db9-69b5259a5121 req-aa945c14-99d4-4b60-be8e-0e3356c39b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:10:59.677533 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-603819fe-640d-4bda-8db9-69b5259a5121 req-aa945c14-99d4-4b60-be8e-0e3356c39b08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f5ff583-72ab-4345-9644-66e51a3a6196 HTTP/1.1" status: 200 len: 852 time: 0.0638714 Jul 29 14:10:59.727360 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-603819fe-640d-4bda-8db9-69b5259a5121 req-419116a6-43cc-45f7-9c39-54410f0df898 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53ec84f9-26c0-4ba5-ad12-b4308593e6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419776 Jul 29 14:10:59.874718 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-603819fe-640d-4bda-8db9-69b5259a5121 req-9db57c91-f737-4116-8b29-8509ce0fc198 service neutron] 10.222.0.36 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375320 Jul 29 14:11:00.022600 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-603819fe-640d-4bda-8db9-69b5259a5121 req-8cf2c5fa-0fd4-418b-a9e4-c262a29984b7 service neutron] 10.222.0.36 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365149 Jul 29 14:11:00.246652 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device fa494557-5c13-43e3-a53e-bdf47c692430 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:11:00.407957 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port fa494557-5c13-43e3-a53e-bdf47c692430, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fa494557-5c13-43e3-a53e-bdf47c692430,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:00.424535 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': 'fa494557-5c13-43e3-a53e-bdf47c692430', 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db', 'port_id': 'fa494557-5c13-43e3-a53e-bdf47c692430', 'mac_address': 'fa:16:3e:6b:cf:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5ff583-72ab-4345-9644-66e51a3a6196', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:11:00.452935 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f588-069a-45a3-9f12-7b3a1a73db5c req-5c98fc6a-b4f2-4ad7-8626-c6feb300993d tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:00.454660 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-63e8f588-069a-45a3-9f12-7b3a1a73db5c req-5c98fc6a-b4f2-4ad7-8626-c6feb300993d tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 943 time: 0.2290304 Jul 29 14:11:00.483897 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:00.504250 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-63e8f588-069a-45a3-9f12-7b3a1a73db5c req-e139c696-f52d-4616-8654-ff0f93a8dce7 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Jul 29 14:11:00.504862 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa494557-5c13-43e3-a53e-bdf47c692430 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:11:00.522626 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port fa494557-5c13-43e3-a53e-bdf47c692430, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fa494557-5c13-43e3-a53e-bdf47c692430,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:00.632020 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:00.635263 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:00.708513 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6d69b-b0e0-41ee-8c6f-75d94ad39cbd req-6a57b9be-b300-410c-bc50-e1cd287c7491 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:00.709975 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-04c6d69b-b0e0-41ee-8c6f-75d94ad39cbd req-6a57b9be-b300-410c-bc50-e1cd287c7491 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 946 time: 0.0988581 Jul 29 14:11:00.717238 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=fa494557-5c13-43e3-a53e-bdf47c692430,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:00.721001 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:00.773979 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-04c6d69b-b0e0-41ee-8c6f-75d94ad39cbd req-32227df0-190a-495c-8fac-b850a78e91a5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445173 Jul 29 14:11:00.867634 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['fa494557-5c13-43e3-a53e-bdf47c692430'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:11:01.705856 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894074c-556d-46b3-a467-0186bfa8c301 req-64dcf2f4-46e0-45bf-987d-9b0d888030cd tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:01.707345 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1894074c-556d-46b3-a467-0186bfa8c301 req-64dcf2f4-46e0-45bf-987d-9b0d888030cd tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 944 time: 0.0883250 Jul 29 14:11:01.757707 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1894074c-556d-46b3-a467-0186bfa8c301 req-54794e6c-4d49-4756-bdde-99633c8ac5d5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439024 Jul 29 14:11:01.968875 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cca37-00ff-43dc-aafd-4bda76444a5d req-ed364313-9b28-4da0-b803-6e8d2a1b329f tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:01.970321 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e18cca37-00ff-43dc-aafd-4bda76444a5d req-ed364313-9b28-4da0-b803-6e8d2a1b329f tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 946 time: 0.0829828 Jul 29 14:11:02.020007 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e18cca37-00ff-43dc-aafd-4bda76444a5d req-bd134321-a0ff-4f5e-ac16-fd30018c6fcf tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434496 Jul 29 14:11:02.245631 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device fa494557-5c13-43e3-a53e-bdf47c692430 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:11:02.275595 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:02.394489 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port fa494557-5c13-43e3-a53e-bdf47c692430 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:11:02.399556 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port fa494557-5c13-43e3-a53e-bdf47c692430 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:11:02.399933 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:02.523686 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:02.553681 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb45576-faf2-45c4-89a1-cd7d7ceb083f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa494557-5c13-43e3-a53e-bdf47c692430'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:11:02.563623 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port fa494557-5c13-43e3-a53e-bdf47c692430, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fa494557-5c13-43e3-a53e-bdf47c692430,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:02.606067 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb45576-faf2-45c4-89a1-cd7d7ceb083f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa494557-5c13-43e3-a53e-bdf47c692430', 'code': 200} Jul 29 14:11:02.651917 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:02.653854 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-1d6d7e65-0231-4e3a-8a84-1a785732514a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:02.725685 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=fa494557-5c13-43e3-a53e-bdf47c692430,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:02.728720 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:02.947501 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4461ad8-307d-4f80-9e9b-7f6ecf174695 req-095e8b1b-ebb4-4050-9779-af89ccd76e3c tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:02.949044 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4461ad8-307d-4f80-9e9b-7f6ecf174695 req-095e8b1b-ebb4-4050-9779-af89ccd76e3c tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 945 time: 0.0813580 Jul 29 14:11:02.996300 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4461ad8-307d-4f80-9e9b-7f6ecf174695 req-0e6e575c-fc86-4344-8464-d82745fb73f0 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Jul 29 14:11:03.063840 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8a6c-b979-448e-aa2f-4091ce330d69 req-a239e4fa-e220-48bb-bccb-76bce46e65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:03.065264 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5d1a8a6c-b979-448e-aa2f-4091ce330d69 req-a239e4fa-e220-48bb-bccb-76bce46e65bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 1098 time: 0.0776267 Jul 29 14:11:03.129778 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5d1a8a6c-b979-448e-aa2f-4091ce330d69 req-c1e6f80b-eb96-4440-af8e-963bacf585e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568900 Jul 29 14:11:03.883055 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-781228a4-d17e-4cd9-8509-cf418393a947 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761969 Jul 29 14:11:03.974539 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-ffc3ca09-48f5-4267-81a1-2f7c6ab4c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:03.976075 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-ffc3ca09-48f5-4267-81a1-2f7c6ab4c5ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1099 time: 0.0709729 Jul 29 14:11:04.227776 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-82a4679f-9a3a-4fc5-a205-7cdeb301c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:04.229295 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-82a4679f-9a3a-4fc5-a205-7cdeb301c774 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37e052b0-c068-4de9-bfec-457c37ea3946 HTTP/1.1" status: 200 len: 910 time: 0.2333326 Jul 29 14:11:04.383577 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-3694596d-68e5-4c36-832f-50aafa73a540 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19dfdf90-7700-497d-a8a8-930001492d09 HTTP/1.1" status: 200 len: 1002 time: 0.1468673 Jul 29 14:11:04.456656 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f29c8a-018a-40bc-84b8-fb8950c43024 req-0ed12e86-bd9c-4503-9907-f81e64f06fee tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:04.458156 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b9f29c8a-018a-40bc-84b8-fb8950c43024 req-0ed12e86-bd9c-4503-9907-f81e64f06fee tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 945 time: 0.1654680 Jul 29 14:11:04.467271 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-ff4065ab-94c3-41a4-8cd6-693599138c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:04.468657 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-ff4065ab-94c3-41a4-8cd6-693599138c06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c3965ee-36f1-42da-a683-61dd1543c756 HTTP/1.1" status: 200 len: 848 time: 0.0785925 Jul 29 14:11:04.559372 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b9f29c8a-018a-40bc-84b8-fb8950c43024 req-732354a2-6c71-433b-8648-8ecebf27b00f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943873 Jul 29 14:11:04.578270 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-077d8a01-0612-4342-9dbe-985ca21461cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:04.580441 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-077d8a01-0612-4342-9dbe-985ca21461cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37e052b0-c068-4de9-bfec-457c37ea3946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0984750 Jul 29 14:11:04.739375 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-c78b0b7c-16d3-4569-83c3-1ad33df5823e service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521976 Jul 29 14:11:04.881808 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ee9507d3-7628-42c2-9827-9a75aa39da06 req-216d215a-1422-4686-b6ca-190c2d5c0071 service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347945 Jul 29 14:11:11.797038 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-7c4294a2-6aad-4362-beec-952cb6443489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:12.445861 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:14.548924 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-75561615-c9c4-4314-a258-5b27d8c91c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:15.534752 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:16.974036 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:23.693535 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d085d2-7410-4eee-ad52-3d59187bf843 req-8ec0c4ee-a4f7-4b4f-883a-bd76dd9f4d19 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:23.695071 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-01d085d2-7410-4eee-ad52-3d59187bf843 req-8ec0c4ee-a4f7-4b4f-883a-bd76dd9f4d19 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 945 time: 0.0900571 Jul 29 14:11:23.742486 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-01d085d2-7410-4eee-ad52-3d59187bf843 req-10e7e5b5-feae-4b95-8253-2936671fa67a tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416059 Jul 29 14:11:24.931919 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155986a5-b72a-4a67-995b-d1c74b662a5a req-23a51cd3-a5cd-434b-a725-394ed0073014 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:24.933435 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-155986a5-b72a-4a67-995b-d1c74b662a5a req-23a51cd3-a5cd-434b-a725-394ed0073014 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 945 time: 0.0822864 Jul 29 14:11:24.979631 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-155986a5-b72a-4a67-995b-d1c74b662a5a req-d5cc3bbb-5c07-4e2d-ac9d-0e70590b8ac3 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404482 Jul 29 14:11:25.739960 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-655cd839-f99a-4167-8e6f-2c123e673687 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:25.741406 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-655cd839-f99a-4167-8e6f-2c123e673687 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 945 time: 0.0821707 Jul 29 14:11:25.811986 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Deleting port de0627bc-c16d-4fe6-a4c0-225882369b16 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:25.812235 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:26.059748 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] For port de0627bc-c16d-4fe6-a4c0-225882369b16, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=de0627bc-c16d-4fe6-a4c0-225882369b16,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:26.060461 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:26.474018 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2c596-0145-4c4e-b2a2-09d82ecae6c9 req-493aa789-e025-43c0-ab5f-13b07cde9705 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:26.475471 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d6b2c596-0145-4c4e-b2a2-09d82ecae6c9 req-493aa789-e025-43c0-ab5f-13b07cde9705 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 945 time: 0.3565409 Jul 29 14:11:26.527338 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:26.527964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:26.528204 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.l3_db [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Floating IP 995ded1e-3bef-459c-956a-5a03e361d7ef disassociated. External IP: 172.28.0.56, port: de0627bc-c16d-4fe6-a4c0-225882369b16. Jul 29 14:11:26.528549 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Calling delete_port for de0627bc-c16d-4fe6-a4c0-225882369b16 owned by compute:nova {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:26.579417 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d6b2c596-0145-4c4e-b2a2-09d82ecae6c9 req-243fd500-36c2-4721-9985-c4cfdfdc3a88 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups?id=aad4331f-4c1b-453e-97e6-f557311911ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983083 Jul 29 14:11:26.756755 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:26.762559 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-25791427-8eb1-4a08-91b5-7645ef315655 tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:26.810896 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event deleted for resources: {'Port': ['ID=de0627bc-c16d-4fe6-a4c0-225882369b16,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:26.820928 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.821325 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.821681 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.822042 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.822415 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.822769 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.823123 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.823474 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.823828 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.824180 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.824562 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.824913 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:26.878546 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:27.009563 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Router 660f9b82-463e-42ef-bc79-fab4eb090d96 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:11:27.191742 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:11:27.201661 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] Sync routers for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:11:27.213208 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:11:27.213826 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:11:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:27.273791 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] No DVR routers for this DVR port de0627bc-c16d-4fe6-a4c0-225882369b16 on host hv-cinder-80132 {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:11:27.276237 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:27.279115 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'name': 'network-vif-deleted', 'tag': 'de0627bc-c16d-4fe6-a4c0-225882369b16'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:11:27.349179 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7dda0250-b3aa-4ee7-b936-ecbf055d4602 req-620fc0d4-03c6-4b7f-8d16-ce5b97201f73 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.36 "DELETE /v2.0/ports/de0627bc-c16d-4fe6-a4c0-225882369b16 HTTP/1.1" status: 204 len: 173 time: 1.6003444 Jul 29 14:11:27.397563 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a', 'name': 'network-vif-deleted', 'tag': 'de0627bc-c16d-4fe6-a4c0-225882369b16', 'status': 'completed', 'code': 200} Jul 29 14:11:27.419649 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:11:27.738701 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-ff518304-3ccf-47fb-8417-e9abec716623 req-7f58d7b1-fe81-4dab-a669-22012761dca4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Synchronizing usage tracker for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:11:27.790541 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:27.794631 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] Checking router: 660f9b82-463e-42ef-bc79-fab4eb090d96 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:11:27.803552 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:11:27.804152 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:11:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:27.833890 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-ff518304-3ccf-47fb-8417-e9abec716623 req-7f58d7b1-fe81-4dab-a669-22012761dca4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Unset dirty status for tenant:55c4417f4e284e05bdcf6106bc05421c on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:11:27.835527 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ff518304-3ccf-47fb-8417-e9abec716623 req-7f58d7b1-fe81-4dab-a669-22012761dca4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/ports?device_id=641bb5e6-efb5-4d86-80b0-f3e3cdda4a2a HTTP/1.1" status: 200 len: 210 time: 0.1407039 Jul 29 14:11:27.981172 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:11:28.294486 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:28.298306 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e28a35-3d1e-4675-937e-42296d7fd355 None None] The sync data for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb is: [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'a4571d03-9650-4f67-a31b-76861e3d67a1', 'name': '', 'network_id': 'a10854f7-df06-4ead-a00c-8158cb6e34b6', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'mac_address': 'fa:16:3e:3b:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:07Z', 'updated_at': '2021-07-29T14:05:26Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'subnets': [{'id': 'ec774f59-294e-4722-b605-ffb9dad0dbf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:11:28.400624 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device de0627bc-c16d-4fe6-a4c0-225882369b16 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:28.439830 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: de0627bc-c16d-4fe6-a4c0-225882369b16 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:11:28.440387 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device de0627bc-c16d-4fe6-a4c0-225882369b16 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:11:28.531359 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d1e78c-b167-48aa-8056-90c31db1c020 None None] New status for floating IP 995ded1e-3bef-459c-956a-5a03e361d7ef: DOWN {{(pid=79178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:11:29.023220 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33828) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:29.093947 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e13f-5475-47df-a1d3-b3aca9446fb8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:29.123252 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e13f-5475-47df-a1d3-b3aca9446fb8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:29.291184 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e13f-5475-47df-a1d3-b3aca9446fb8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:29.296173 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5f3543c8-293e-4a9c-a35c-49e2142a4a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:29.311879 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3e13f-5475-47df-a1d3-b3aca9446fb8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad4331f-4c1b-453e-97e6-f557311911ab,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:29.314416 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d4f3e13f-5475-47df-a1d3-b3aca9446fb8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:29.413495 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e13f-5475-47df-a1d3-b3aca9446fb8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:29.414624 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-d4f3e13f-5475-47df-a1d3-b3aca9446fb8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "DELETE /v2.0/security-groups/aad4331f-4c1b-453e-97e6-f557311911ab HTTP/1.1" status: 204 len: 168 time: 0.3904169 Jul 29 14:11:29.417400 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33834) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:29.434534 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.api.v2.resource [None req-9cfec217-207f-4958-ae26-bcd2c95ba5d5 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] show failed (client error): The resource could not be found. Jul 29 14:11:29.435515 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-9cfec217-207f-4958-ae26-bcd2c95ba5d5 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "GET /v2.0/security-groups/aad4331f-4c1b-453e-97e6-f557311911ab HTTP/1.1" status: 404 len: 347 time: 0.0169265 Jul 29 14:11:29.438320 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33838) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:29.601491 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Deleting port 80c0c7d5-3ae1-433e-a111-0fb03c0cf2fb {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:29.601749 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:29.774924 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:29.775400 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:29.902305 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Calling delete_port for 80c0c7d5-3ae1-433e-a111-0fb03c0cf2fb owned by network:floatingip {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:30.208156 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:30.211917 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-42ddc795-400d-4b2b-a9d2-6ecaa1e7fd2b tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:30.253267 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Pushing event deleted for resources: {'Port': ['ID=80c0c7d5-3ae1-433e-a111-0fb03c0cf2fb,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:30.256956 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:30.349353 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks [] for floatingip, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:30.425311 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:30.426451 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] 10.222.0.22 "DELETE /v2.0/floatingips/995ded1e-3bef-459c-956a-5a03e361d7ef HTTP/1.1" status: 204 len: 168 time: 0.9872341 Jul 29 14:11:31.885001 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:11:32.227931 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:34.910010 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33888) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:35.495255 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456647'] for router_interface, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:35.845913 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Deleting port a4571d03-9650-4f67-a31b-76861e3d67a1 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:35.846244 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:36.015401 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] For port a4571d03-9650-4f67-a31b-76861e3d67a1, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=a4571d03-9650-4f67-a31b-76861e3d67a1,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:36.016070 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:36.227751 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Calling delete_port for a4571d03-9650-4f67-a31b-76861e3d67a1 owned by network:router_interface {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:36.494623 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:36.498540 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-35c645ba-afa6-4845-b57c-a019448d15fd tempest-ServerRescueNegativeTestJSON-639702281 tempest-ServerRescueNegativeTestJSON-639702281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:36.542582 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4571d03-9650-4f67-a31b-76861e3d67a1,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:36.545895 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:36.822345 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456635'] for router_interface, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:37.181455 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Router 660f9b82-463e-42ef-bc79-fab4eb090d96 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:11:37.355988 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:11:37.365365 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] Sync routers for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:11:37.368707 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-3a9a711b-1a4a-4688-bb76-0846b1640db7 admin admin] 10.222.0.22 "PUT /v2.0/routers/660f9b82-463e-42ef-bc79-fab4eb090d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4567370 Jul 29 14:11:37.371004 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33906) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:37.374822 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:11:37.375427 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:11:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:37.553012 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks [] for router, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:37.561220 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:11:37.857710 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:37.862957 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119'}], 'enable_snat': True}, 'gw_port_id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:11:36Z', 'revision_number': 5, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port': {'id': '510c13b1-2c78-4bc6-8ad2-d9e112c6d525', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:57Z', 'updated_at': '2021-07-29T14:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:37.867598 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] Checking router: 660f9b82-463e-42ef-bc79-fab4eb090d96 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:11:37.876425 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] Routers {'660f9b82-463e-42ef-bc79-fab4eb090d96'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:11:37.877084 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:11:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['660f9b82-463e-42ef-bc79-fab4eb090d96'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:37.931313 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Deleting port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:37.932209 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:38.112031 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] For port 510c13b1-2c78-4bc6-8ad2-d9e112c6d525, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=510c13b1-2c78-4bc6-8ad2-d9e112c6d525,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:38.112291 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:38.154371 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] Set router 660f9b82-463e-42ef-bc79-fab4eb090d96 gateway port host: None {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:11:38.237780 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Calling delete_port for 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 owned by network:router_gateway {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:38.274172 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:11:37Z', 'revision_number': 6, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port_host': None}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:38.280680 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b9319-5ea7-4320-80c6-1000e90c7f5d None None] The sync data for ids ['660f9b82-463e-42ef-bc79-fab4eb090d96'] in dv-cinder-801321-2-smb is: [{'id': '660f9b82-463e-42ef-bc79-fab4eb090d96', 'name': 'tempest-AttachVolumeTestJSON-151703541-router', 'tenant_id': '55c4417f4e284e05bdcf6106bc05421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:55Z', 'updated_at': '2021-07-29T14:11:37Z', 'revision_number': 6, 'project_id': '55c4417f4e284e05bdcf6106bc05421c', 'gw_port_host': None}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:11:38.485117 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:38.490472 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7984565b-b55f-4ece-aacf-af38a2264d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:38.534806 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Pushing event deleted for resources: {'Port': ['ID=510c13b1-2c78-4bc6-8ad2-d9e112c6d525,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:38.538354 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:38.625792 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621330'] for router_gateway, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:38.806477 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3417'] for router, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:38.808714 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:38.962133 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453448'] for router, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:38.962719 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 660f9b82-463e-42ef-bc79-fab4eb090d96 {{(pid=79176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:11:38.975554 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] Notify callbacks [] for router, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:38.976676 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-2b229fa0-6099-42bd-90b7-6d73bb9ad01d admin admin] 10.222.0.22 "DELETE /v2.0/routers/660f9b82-463e-42ef-bc79-fab4eb090d96 HTTP/1.1" status: 204 len: 168 time: 1.6047595 Jul 29 14:11:38.979217 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33912) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:39.037643 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a68c0a-6a6e-4c8e-ac91-fb351e1cd0f4 admin admin] Deleting subnet ec774f59-294e-4722-b605-ffb9dad0dbf4 {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:11:39.040674 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0a68c0a-6a6e-4c8e-ac91-fb351e1cd0f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.100212 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0a68c0a-6a6e-4c8e-ac91-fb351e1cd0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.107225 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:39.147172 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:11:39.147522 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 510c13b1-2c78-4bc6-8ad2-d9e112c6d525 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:11:39.147956 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device a4571d03-9650-4f67-a31b-76861e3d67a1 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:39.184299 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0a68c0a-6a6e-4c8e-ac91-fb351e1cd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.185108 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: a4571d03-9650-4f67-a31b-76861e3d67a1 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:11:39.185471 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device a4571d03-9650-4f67-a31b-76861e3d67a1 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:11:39.342241 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0a68c0a-6a6e-4c8e-ac91-fb351e1cd0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.347569 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bee16d6b-42a9-4a5d-8c01-cb12910b7f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:39.386290 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a68c0a-6a6e-4c8e-ac91-fb351e1cd0f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec774f59-294e-4722-b605-ffb9dad0dbf4,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:39.391742 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a0a68c0a-6a6e-4c8e-ac91-fb351e1cd0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:39.392759 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-a0a68c0a-6a6e-4c8e-ac91-fb351e1cd0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.398844 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4627a5e-18a0-4264-9142-a0e11fb479a5 None None] Network a10854f7-df06-4ead-a00c-8158cb6e34b6 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:11:39.399949 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-a0a68c0a-6a6e-4c8e-ac91-fb351e1cd0f4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ec774f59-294e-4722-b605-ffb9dad0dbf4 HTTP/1.1" status: 204 len: 168 time: 0.4195344 Jul 29 14:11:39.402116 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33920) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:39.624533 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.639722 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Deleting port b6b28578-f40a-44ce-96c7-5d9858d5d405 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:39.640064 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.673531 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] DHCP port deletion for a10854f7-df06-4ead-a00c-8158cb6e34b6 request from dv-cinder-801321-2-smb {{(pid=79177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:11:39.678445 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] Deleting port b6b28578-f40a-44ce-96c7-5d9858d5d405 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:39.680809 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.860402 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] For port b6b28578-f40a-44ce-96c7-5d9858d5d405, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=b6b28578-f40a-44ce-96c7-5d9858d5d405,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:39.860843 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.909218 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] For port b6b28578-f40a-44ce-96c7-5d9858d5d405, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=b6b28578-f40a-44ce-96c7-5d9858d5d405,segment=NetworkSegment(be956a2a-8a62-4308-94ad-745212e44478),segment_id=be956a2a-8a62-4308-94ad-745212e44478)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:39.909568 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:39.987884 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Calling delete_port for b6b28578-f40a-44ce-96c7-5d9858d5d405 owned by network:dhcp {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:40.033349 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] Calling delete_port for b6b28578-f40a-44ce-96c7-5d9858d5d405 owned by network:dhcp {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:40.134017 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:40.138838 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e79e6146-ae36-47d0-b4c0-e97a2c9cb484 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:40.138996 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.api [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:11:40.139446 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_db.api [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:11:40.184110 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] No DVR routers for this DVR port b6b28578-f40a-44ce-96c7-5d9858d5d405 on host dv-cinder-801321-2-smb {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:11:40.213681 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b28578-f40a-44ce-96c7-5d9858d5d405,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:40.215996 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:40.304194 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:40.321817 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10854f7-df06-4ead-a00c-8158cb6e34b6']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:40.335250 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be956a2a-8a62-4308-94ad-745212e44478') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:40.335524 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be956a2a-8a62-4308-94ad-745212e44478') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:40.346794 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:40.363626 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:40.369568 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:11:40.371310 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:11:40.383188 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:11:40.510709 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:40.514437 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:40.531672 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:40.542322 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10854f7-df06-4ead-a00c-8158cb6e34b6,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:40.545761 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:40.640184 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] Deleting port b6b28578-f40a-44ce-96c7-5d9858d5d405 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:40.640600 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:40.648504 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a10854f7-df06-4ead-a00c-8158cb6e34b6 HTTP/1.1" status: 204 len: 168 time: 1.2423692 Jul 29 14:11:40.711086 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-0af69c00-04c9-4e5d-9c30-f95c8649b702 None None] The port 'b6b28578-f40a-44ce-96c7-5d9858d5d405' was deleted {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:11:40.969161 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device b6b28578-f40a-44ce-96c7-5d9858d5d405 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:41.007308 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: b6b28578-f40a-44ce-96c7-5d9858d5d405 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:11:41.007656 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device b6b28578-f40a-44ce-96c7-5d9858d5d405 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:11:41.021045 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33944) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:41.074084 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a6d29-ae5a-40ea-a583-b4834b4b9b89 req-9e3c954f-ec63-43d5-a1bc-7677d75e5bcb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:41.075744 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-93fc3c91-c66b-401f-9517-7174916acd4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55c4417f4e284e05bdcf6106bc05421c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530624 Jul 29 14:11:41.075894 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ce6a6d29-ae5a-40ea-a583-b4834b4b9b89 req-9e3c954f-ec63-43d5-a1bc-7677d75e5bcb tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 946 time: 0.0963140 Jul 29 14:11:41.078287 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 33948) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:41.125112 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ce6a6d29-ae5a-40ea-a583-b4834b4b9b89 req-9e46f7c4-79a0-4018-82aa-53eabc32a059 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 Jul 29 14:11:41.142072 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-65b8452e-18b0-4c63-8fce-84c27c47f054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:41.170527 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-65b8452e-18b0-4c63-8fce-84c27c47f054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:41.320541 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2a75d-9f9f-4ca0-a643-7ae4495f62be req-360e148f-bac3-46f7-8093-e1c6b5e00b5c tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:41.322003 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7dd2a75d-9f9f-4ca0-a643-7ae4495f62be req-360e148f-bac3-46f7-8093-e1c6b5e00b5c tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.0883958 Jul 29 14:11:41.322739 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-65b8452e-18b0-4c63-8fce-84c27c47f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:41.326363 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-64e5db6c-7cef-477a-8290-443d1ed22d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:41.352970 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8452e-18b0-4c63-8fce-84c27c47f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30097520-1812-4e31-a040-37e323f6395a,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:41.358073 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-65b8452e-18b0-4c63-8fce-84c27c47f054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:41.377153 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-65b8452e-18b0-4c63-8fce-84c27c47f054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:41.378255 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-65b8452e-18b0-4c63-8fce-84c27c47f054 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30097520-1812-4e31-a040-37e323f6395a HTTP/1.1" status: 204 len: 168 time: 0.2990084 Jul 29 14:11:41.389682 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7dd2a75d-9f9f-4ca0-a643-7ae4495f62be req-6d557d8f-5bcd-47a9-937f-3bb6b9ac0615 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563526 Jul 29 14:11:41.785094 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-aa263731-d9a3-4d3b-98e8-4d7bf9eb0201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:42.326216 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f916-d88d-4610-9595-390cabf2ced4 req-535339a1-e822-4dc5-9565-a4eb2cab1a2d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:42.327779 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1a93f916-d88d-4610-9595-390cabf2ced4 req-535339a1-e822-4dc5-9565-a4eb2cab1a2d tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 946 time: 0.0836008 Jul 29 14:11:42.375628 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1a93f916-d88d-4610-9595-390cabf2ced4 req-da5e60a8-1452-4833-a7e6-e5fd6b398e35 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups?id=7661e615-401e-4b97-acaf-1354c44d3f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423532 Jul 29 14:11:42.438933 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-9c4100b8-c84e-47c6-bd65-8dde377a9183 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:42.438933 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-9c4100b8-c84e-47c6-bd65-8dde377a9183 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 946 time: 0.0822926 Jul 29 14:11:42.523246 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:42.557547 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Deleting port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:42.557824 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:42.688178 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965d587-6c6b-4582-b09e-805e90466798 req-d750f1dd-64e8-42d5-a208-3e8f4adf4fc2 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:42.689696 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0965d587-6c6b-4582-b09e-805e90466798 req-d750f1dd-64e8-42d5-a208-3e8f4adf4fc2 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.1922636 Jul 29 14:11:42.845932 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0965d587-6c6b-4582-b09e-805e90466798 req-3d214ed0-754f-4f41-81e6-7c909608a752 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404014 Jul 29 14:11:42.888623 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] For port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:42.889055 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:43.276114 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:43.276583 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-621430'] for floatingip, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:43.276900 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.l3_db [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Floating IP b3619801-c514-4146-bb6c-ee8e480d8b7d disassociated. External IP: 172.28.0.243, port: 816dc022-cb90-4c6a-8e11-e054a8dbd3d2. Jul 29 14:11:43.277263 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Calling delete_port for 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 owned by compute:nova {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:43.532663 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:43.543302 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-23f21002-8208-4091-a51f-3bb5c346126a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:43.576071 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ce9aef7a-1a36-4c8a-819b-4a85ed6b44e3 req-392f74ea-e230-43ee-816b-b82a7906c01c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 210 time: 0.0798435 Jul 29 14:11:43.589995 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event deleted for resources: {'Port': ['ID=816dc022-cb90-4c6a-8e11-e054a8dbd3d2,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:43.597388 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:43.797852 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Router 344693fc-181f-48c2-a892-9848c69d460d has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:11:43.987455 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:11:43.999812 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] Sync routers for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:11:44.017326 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:11:44.017944 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:11:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:44.075173 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] No DVR routers for this DVR port 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 on host hv-cinder-80132 {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:11:44.078455 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:44.083502 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-deleted', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:11:44.090612 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d443a-3309-49e3-ae9d-79e79bc2833b req-bd4f51af-fffd-45b3-8919-4ba4af8b4c27 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:44.093957 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3b6d443a-3309-49e3-ae9d-79e79bc2833b req-bd4f51af-fffd-45b3-8919-4ba4af8b4c27 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.1295226 Jul 29 14:11:44.096125 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-87ff2eac-931d-435f-b7a8-93b9d08d9ba4 req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.36 "DELETE /v2.0/ports/816dc022-cb90-4c6a-8e11-e054a8dbd3d2 HTTP/1.1" status: 204 len: 173 time: 1.6555777 Jul 29 14:11:44.136385 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd033f-b47d-459a-a14b-b5b901d164e6', 'name': 'network-vif-deleted', 'tag': '816dc022-cb90-4c6a-8e11-e054a8dbd3d2', 'status': 'completed', 'code': 200} Jul 29 14:11:44.160681 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3b6d443a-3309-49e3-ae9d-79e79bc2833b req-7fa0e104-7e46-485a-bae3-6b635c80e908 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616715 Jul 29 14:11:44.231117 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:11:44.560147 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:44.564016 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] Checking router: 344693fc-181f-48c2-a892-9848c69d460d for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:11:44.572705 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:11:44.573308 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:11:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:44.579131 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc112-a5cc-4e1e-98f5-e2fae3229366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:44.758175 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-1abdfed5-2e6e-4740-b057-36e5c9bed764 req-9edfa8b4-0af9-437f-bc6d-42e908ad9281 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Synchronizing usage tracker for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:11:44.759714 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:11:44.879191 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-1abdfed5-2e6e-4740-b057-36e5c9bed764 req-9edfa8b4-0af9-437f-bc6d-42e908ad9281 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Unset dirty status for tenant:a856b5d8b29547c1b5d0bdd4241b4b17 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:11:44.880843 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1abdfed5-2e6e-4740-b057-36e5c9bed764 req-9edfa8b4-0af9-437f-bc6d-42e908ad9281 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/ports?device_id=71fd033f-b47d-459a-a14b-b5b901d164e6 HTTP/1.1" status: 200 len: 210 time: 0.1784623 Jul 29 14:11:45.119253 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:45.123237 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0269a644-5517-4df3-b53b-03639ca3a138 None None] The sync data for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb is: [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:05:11Z', 'revision_number': 4, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': '987b51db-38a9-4245-afac-b8d7f85d54c5', 'name': '', 'network_id': '239480e6-582a-4677-9647-921784eccd01', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'mac_address': 'fa:16:3e:77:14:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '222874a5-5532-4548-a585-b1822e9c736e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:05:08Z', 'updated_at': '2021-07-29T14:05:27Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'subnets': [{'id': '222874a5-5532-4548-a585-b1822e9c736e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:11:45.361241 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d36406-1f0e-4973-b79b-98c4b993ba75 req-84a3c05d-c460-4206-a604-045bf7a090ef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:45.362733 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d3d36406-1f0e-4973-b79b-98c4b993ba75 req-84a3c05d-c460-4206-a604-045bf7a090ef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.0878468 Jul 29 14:11:45.365987 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174a65c2-a180-477d-a049-b5374004184a None None] New status for floating IP b3619801-c514-4146-bb6c-ee8e480d8b7d: DOWN {{(pid=79177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:11:45.424383 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d3d36406-1f0e-4973-b79b-98c4b993ba75 req-f53ec312-f64f-4132-ad6b-a63addc782ba tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 Jul 29 14:11:45.719003 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:46.079801 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34044) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:46.150396 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c807f63e-b047-4d46-b9d3-a43f10569887 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:46.179154 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c807f63e-b047-4d46-b9d3-a43f10569887 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:46.319548 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c807f63e-b047-4d46-b9d3-a43f10569887 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:46.323571 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-65b8452e-18b0-4c63-8fce-84c27c47f054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:46.338233 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807f63e-b047-4d46-b9d3-a43f10569887 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661e615-401e-4b97-acaf-1354c44d3f0c,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:46.341519 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c807f63e-b047-4d46-b9d3-a43f10569887 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:46.412590 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c807f63e-b047-4d46-b9d3-a43f10569887 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:46.413754 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c807f63e-b047-4d46-b9d3-a43f10569887 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "DELETE /v2.0/security-groups/7661e615-401e-4b97-acaf-1354c44d3f0c HTTP/1.1" status: 204 len: 168 time: 0.3329592 Jul 29 14:11:46.416439 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34056) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:46.433263 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.api.v2.resource [None req-c6ea4ff4-b96f-44db-b506-5f923fca7d82 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] show failed (client error): The resource could not be found. Jul 29 14:11:46.434197 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c6ea4ff4-b96f-44db-b506-5f923fca7d82 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "GET /v2.0/security-groups/7661e615-401e-4b97-acaf-1354c44d3f0c HTTP/1.1" status: 404 len: 347 time: 0.0168316 Jul 29 14:11:46.436988 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34060) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:46.511114 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:46.551204 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:11:46.551652 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 816dc022-cb90-4c6a-8e11-e054a8dbd3d2 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:11:46.598794 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Deleting port d2fc6c1a-de88-4f28-97c4-a8e2504fba43 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:46.599526 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:46.626975 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd30190-0018-457b-965c-6cd9480b42f9 req-f8c92f13-2ad2-4466-ac01-aaa7c12310ec tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:46.628490 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8bd30190-0018-457b-965c-6cd9480b42f9 req-f8c92f13-2ad2-4466-ac01-aaa7c12310ec tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.1032186 Jul 29 14:11:46.713700 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-8bd30190-0018-457b-965c-6cd9480b42f9 req-44b7c6a3-befc-464d-8fed-1897e574203f tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778637 Jul 29 14:11:46.896863 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:46.897188 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:46.991025 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:47.030494 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Calling delete_port for d2fc6c1a-de88-4f28-97c4-a8e2504fba43 owned by network:floatingip {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:47.236229 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:47.242037 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-270dfffc-a056-4269-9736-5a1b9f3c350d tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:47.285077 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Pushing event deleted for resources: {'Port': ['ID=d2fc6c1a-de88-4f28-97c4-a8e2504fba43,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:47.288920 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:47.380278 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks [] for floatingip, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:47.481561 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:47.482628 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-58de9d88-e4da-4acf-9a89-609a35a3926c tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] 10.222.0.22 "DELETE /v2.0/floatingips/b3619801-c514-4146-bb6c-ee8e480d8b7d HTTP/1.1" status: 204 len: 168 time: 1.0447600 Jul 29 14:11:47.919234 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c978d-f4ff-4241-b361-420b87015daa req-09ba7a6b-72fc-4508-b89a-59ec3992e768 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:47.920781 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7a2c978d-f4ff-4241-b361-420b87015daa req-09ba7a6b-72fc-4508-b89a-59ec3992e768 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.0947409 Jul 29 14:11:47.969913 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-7a2c978d-f4ff-4241-b361-420b87015daa req-da229cd1-81f2-4fa0-9e58-a96b004d3d84 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436211 Jul 29 14:11:48.473303 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7b806-7185-40f4-9d26-9d66a4e0a41e req-ff3fe469-9ce5-4e47-97d5-e839a19eeda5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:48.475665 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-14d7b806-7185-40f4-9d26-9d66a4e0a41e req-ff3fe469-9ce5-4e47-97d5-e839a19eeda5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 945 time: 0.0869749 Jul 29 14:11:48.522398 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-14d7b806-7185-40f4-9d26-9d66a4e0a41e req-54385b74-97db-422c-9cef-a08f468b1974 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Jul 29 14:11:49.158171 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb594aa3-cbf2-4af9-886b-be1d87707612 req-f1c01e55-35fc-42e6-bf1f-619c96bf7f63 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:49.159445 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bb594aa3-cbf2-4af9-886b-be1d87707612 req-f1c01e55-35fc-42e6-bf1f-619c96bf7f63 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.0821016 Jul 29 14:11:49.209222 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bb594aa3-cbf2-4af9-886b-be1d87707612 req-d9f0a734-6ff0-47a2-8e41-db4fbc120189 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436022 Jul 29 14:11:49.716666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5260f-01b4-452b-8b39-dfa4724fac42 req-2b523b01-4d5d-4d45-8df6-629a91ffafe6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:49.718962 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-36e5260f-01b4-452b-8b39-dfa4724fac42 req-2b523b01-4d5d-4d45-8df6-629a91ffafe6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 945 time: 0.0856552 Jul 29 14:11:49.766679 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-36e5260f-01b4-452b-8b39-dfa4724fac42 req-96bbcb9a-f4de-4ecf-9557-bdb9f7fa2d2c tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Jul 29 14:11:50.097662 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34134) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:50.214651 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:50.229660 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:11:50.232937 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Usage tracker for resource:security_group_rule and tenant:7818133bc9df48f9b20dca0584100279 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:11:50.235802 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:11:50.242033 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:11:50.358352 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:50.400637 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c028432-8b2c-488f-9b7c-a98973977abe req-cd41eb40-7ffc-438c-83b6-8924b52466c6 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:50.402085 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1c028432-8b2c-488f-9b7c-a98973977abe req-cd41eb40-7ffc-438c-83b6-8924b52466c6 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.0854907 Jul 29 14:11:50.431902 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:50.440690 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-4057a5ae-10a2-4df8-a911-85013a34a5d5 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:50.492160 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1c028432-8b2c-488f-9b7c-a98973977abe req-a0a9d86c-68b4-4266-aedd-f42970fa91ea tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844932 Jul 29 14:11:50.496802 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7818133bc9df48f9b20dca0584100279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956461 Jul 29 14:11:50.497242 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 34144) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:50.499235 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b356182-df79-48c3-89f6-1ce6cd3dec1c,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:50.502492 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:50.575195 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:50.602440 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:50.702716 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 34152) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:50.713142 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:50.718320 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d507f6db-a612-4eed-a71f-2b987263d98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:50.734143 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b356182-df79-48c3-89f6-1ce6cd3dec1c,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:50.742684 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:50.744229 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b356182-df79-48c3-89f6-1ce6cd3dec1c HTTP/1.1" status: 204 len: 168 time: 0.2460623 Jul 29 14:11:50.746242 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.746761 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.747255 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.747758 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.748451 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.748972 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.749913 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.750422 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.750779 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.751129 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.751508 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.751905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:50.756356 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a2b2f793-e923-4d1a-881a-ccc18bd3c0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:51.240478 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272caaef-c2a8-4490-ac3b-78ead6a640f5 req-f40753f9-a4d2-4c05-9374-1b42f6150f0d tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:51.241971 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-272caaef-c2a8-4490-ac3b-78ead6a640f5 req-f40753f9-a4d2-4c05-9374-1b42f6150f0d tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 945 time: 0.3438418 Jul 29 14:11:51.339221 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-272caaef-c2a8-4490-ac3b-78ead6a640f5 req-7dc4e6eb-16f2-468f-ac35-8ee7cfff2fed tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815208 Jul 29 14:11:51.507185 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456647'] for router_interface, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:51.508740 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-c9449b76-276b-4b07-b063-be9f5664a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:51.510229 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-c9449b76-276b-4b07-b063-be9f5664a968 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1099 time: 0.0735097 Jul 29 14:11:51.718773 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-b0e61d55-f27d-4808-99a1-9eb8495693b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:51.720758 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-b0e61d55-f27d-4808-99a1-9eb8495693b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37e052b0-c068-4de9-bfec-457c37ea3946 HTTP/1.1" status: 200 len: 910 time: 0.2027447 Jul 29 14:11:51.790994 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618134bc-3d4e-4edc-84ae-06eb30658e12 req-401f0cd8-142f-464a-869a-d49dafca8a6e tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:51.792783 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-618134bc-3d4e-4edc-84ae-06eb30658e12 req-401f0cd8-142f-464a-869a-d49dafca8a6e tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.1806099 Jul 29 14:11:51.877608 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-926fb95b-6ce6-4e15-876c-3f11b4a9a81b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19dfdf90-7700-497d-a8a8-930001492d09 HTTP/1.1" status: 200 len: 1002 time: 0.1447392 Jul 29 14:11:51.881164 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-618134bc-3d4e-4edc-84ae-06eb30658e12 req-eaa34cc0-cf18-404e-a112-0d6efa061ed4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717750 Jul 29 14:11:51.914214 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Deleting port 987b51db-38a9-4245-afac-b8d7f85d54c5 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:51.914778 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:51.943428 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-b1eeb01f-937b-41aa-bcb3-cb0989dc87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:51.945045 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-b1eeb01f-937b-41aa-bcb3-cb0989dc87b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c3965ee-36f1-42da-a683-61dd1543c756 HTTP/1.1" status: 200 len: 848 time: 0.0596230 Jul 29 14:11:52.026750 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-086a7f08-3422-4d1d-b39b-0bf9b70cd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:52.028316 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-086a7f08-3422-4d1d-b39b-0bf9b70cd714 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37e052b0-c068-4de9-bfec-457c37ea3946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755289 Jul 29 14:11:52.096528 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] For port 987b51db-38a9-4245-afac-b8d7f85d54c5, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=987b51db-38a9-4245-afac-b8d7f85d54c5,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:52.096870 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:52.225366 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Calling delete_port for 987b51db-38a9-4245-afac-b8d7f85d54c5 owned by network:router_interface {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:52.273712 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-91bbf95d-b36f-40a8-b290-ce52bc28a2c6 service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369480 Jul 29 14:11:52.412945 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-5f3a90fa-120c-49ec-a111-fd1dd29ba861 req-5f4a33c6-eba3-47ce-8d45-ac760af5d896 service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317060 Jul 29 14:11:52.516501 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:52.522391 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a9909041-701f-43da-9222-fc7f7a17e53c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:52.572406 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=987b51db-38a9-4245-afac-b8d7f85d54c5,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:52.610411 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:52.737722 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f3448-4304-48a3-836d-e6a38ed19eec req-567173b7-0f80-46bf-aefe-be37a452f1ba tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:52.745244 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2a0f3448-4304-48a3-836d-e6a38ed19eec req-567173b7-0f80-46bf-aefe-be37a452f1ba tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 945 time: 0.2873225 Jul 29 14:11:52.870768 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2a0f3448-4304-48a3-836d-e6a38ed19eec req-8e09f319-5871-485e-8d13-e7b2d85bbf98 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246545 Jul 29 14:11:52.911797 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456635'] for router_interface, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:53.062322 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126629f-011a-4927-8886-7b94e636a8fb req-47f47e87-41d1-4f56-b3b3-dcfa2b81d858 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:53.063768 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0126629f-011a-4927-8886-7b94e636a8fb req-47f47e87-41d1-4f56-b3b3-dcfa2b81d858 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 945 time: 0.1383545 Jul 29 14:11:53.152948 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-0126629f-011a-4927-8886-7b94e636a8fb req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Deleting port fa494557-5c13-43e3-a53e-bdf47c692430 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:53.153288 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0126629f-011a-4927-8886-7b94e636a8fb req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:53.224700 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098a787-6376-4d5d-a4e7-c4c21d647a8b req-a55f7277-818b-42ff-8ea2-480d5bf1ffc4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:53.226206 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e098a787-6376-4d5d-a4e7-c4c21d647a8b req-a55f7277-818b-42ff-8ea2-480d5bf1ffc4 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.2121193 Jul 29 14:11:53.355007 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e098a787-6376-4d5d-a4e7-c4c21d647a8b req-13928655-5838-40fb-b3fb-e3e062c3076f tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957584 Jul 29 14:11:53.435258 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Router 344693fc-181f-48c2-a892-9848c69d460d has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:11:53.460280 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-0126629f-011a-4927-8886-7b94e636a8fb req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] For port fa494557-5c13-43e3-a53e-bdf47c692430, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=fa494557-5c13-43e3-a53e-bdf47c692430,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:53.460673 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0126629f-011a-4927-8886-7b94e636a8fb req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:53.587294 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-0126629f-011a-4927-8886-7b94e636a8fb req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Calling delete_port for fa494557-5c13-43e3-a53e-bdf47c692430 owned by compute:nova {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:53.616128 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:11:53.626302 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e2c28-e371-4597-a6a7-218153277dff None None] Sync routers for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:11:53.632306 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-3f5e207a-485a-4c9d-a439-716c13e190d8 admin admin] 10.222.0.22 "PUT /v2.0/routers/344693fc-181f-48c2-a892-9848c69d460d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9255822 Jul 29 14:11:53.632455 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34210) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:53.636050 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e2c28-e371-4597-a6a7-218153277dff None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:11:53.636683 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-115e2c28-e371-4597-a6a7-218153277dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:11:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:53.885954 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks [] for router, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:53.891184 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-115e2c28-e371-4597-a6a7-218153277dff None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:11:54.086602 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:54.090378 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0126629f-011a-4927-8886-7b94e636a8fb req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:54.097022 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3050b899-1ccf-470d-97ae-edf5649de47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:54.102869 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['fa494557-5c13-43e3-a53e-bdf47c692430'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:11:54.103947 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b5aea-3c68-4d06-87a9-b1b0410e53fa req-2ccbaed6-9a0b-43bd-9a88-9dbba60d57d3 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:54.105583 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0e4b5aea-3c68-4d06-87a9-b1b0410e53fa req-2ccbaed6-9a0b-43bd-9a88-9dbba60d57d3 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 945 time: 0.1171198 Jul 29 14:11:54.146494 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Pushing event deleted for resources: {'Port': ['ID=fa494557-5c13-43e3-a53e-bdf47c692430,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:54.150381 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:54.197419 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0e4b5aea-3c68-4d06-87a9-b1b0410e53fa req-2f6ba631-060d-41b1-a07e-aa8276991f86 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667055 Jul 29 14:11:54.206134 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-115e2c28-e371-4597-a6a7-218153277dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12'}], 'enable_snat': True}, 'gw_port_id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:11:52Z', 'revision_number': 5, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port': {'id': '6c525695-7705-48c7-a4d4-dd5b9522326b', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344693fc-181f-48c2-a892-9848c69d460d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:04:59Z', 'updated_at': '2021-07-29T14:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:54.211137 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e2c28-e371-4597-a6a7-218153277dff None None] Checking router: 344693fc-181f-48c2-a892-9848c69d460d for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:11:54.228939 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e2c28-e371-4597-a6a7-218153277dff None None] Routers {'344693fc-181f-48c2-a892-9848c69d460d'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:11:54.229561 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-115e2c28-e371-4597-a6a7-218153277dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:11:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['344693fc-181f-48c2-a892-9848c69d460d'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:54.242446 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Deleting port 6c525695-7705-48c7-a4d4-dd5b9522326b {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:54.242798 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:54.392192 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-0126629f-011a-4927-8886-7b94e636a8fb req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] No DVR routers for this DVR port fa494557-5c13-43e3-a53e-bdf47c692430 on host hv-cinder-80132 {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:11:54.397327 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-0126629f-011a-4927-8886-7b94e636a8fb req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:54.400418 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-115e2c28-e371-4597-a6a7-218153277dff None None] Set router 344693fc-181f-48c2-a892-9848c69d460d gateway port host: None {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:11:54.403825 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb45576-faf2-45c4-89a1-cd7d7ceb083f', 'name': 'network-vif-deleted', 'tag': 'fa494557-5c13-43e3-a53e-bdf47c692430'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:11:54.508088 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb45576-faf2-45c4-89a1-cd7d7ceb083f', 'name': 'network-vif-deleted', 'tag': 'fa494557-5c13-43e3-a53e-bdf47c692430', 'status': 'completed', 'code': 200} Jul 29 14:11:54.514926 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-0126629f-011a-4927-8886-7b94e636a8fb req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.36 "DELETE /v2.0/ports/fa494557-5c13-43e3-a53e-bdf47c692430 HTTP/1.1" status: 204 len: 173 time: 1.4399536 Jul 29 14:11:54.531941 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-115e2c28-e371-4597-a6a7-218153277dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:11:54Z', 'revision_number': 6, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port_host': None}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:54.536805 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115e2c28-e371-4597-a6a7-218153277dff None None] The sync data for ids ['344693fc-181f-48c2-a892-9848c69d460d'] in dv-cinder-801321-2-smb is: [{'id': '344693fc-181f-48c2-a892-9848c69d460d', 'name': 'tempest-AttachVolumeShelveTestJSON-1876165213-router', 'tenant_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:04:56Z', 'updated_at': '2021-07-29T14:11:54Z', 'revision_number': 6, 'project_id': 'a856b5d8b29547c1b5d0bdd4241b4b17', 'gw_port_host': None}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:11:54.615629 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] For port 6c525695-7705-48c7-a4d4-dd5b9522326b, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=6c525695-7705-48c7-a4d4-dd5b9522326b,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:54.615983 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:54.746780 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Calling delete_port for 6c525695-7705-48c7-a4d4-dd5b9522326b owned by network:router_gateway {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:54.795023 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a52330-d09b-4545-8c4d-d582aa3d67a9 req-68606450-2de8-4e2c-9d85-3a4e39134ded tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:54.796509 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-76a52330-d09b-4545-8c4d-d582aa3d67a9 req-68606450-2de8-4e2c-9d85-3a4e39134ded tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.2870464 Jul 29 14:11:54.878205 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-76a52330-d09b-4545-8c4d-d582aa3d67a9 req-b95a0448-dde3-4007-b9d7-ec45bc1e5f74 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709226 Jul 29 14:11:54.967736 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 987b51db-38a9-4245-afac-b8d7f85d54c5 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:55.006881 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 987b51db-38a9-4245-afac-b8d7f85d54c5 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:11:55.007343 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 987b51db-38a9-4245-afac-b8d7f85d54c5 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:11:55.050233 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.055954 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-cbd95448-6f73-4b7c-8d21-be1caa9a02cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:55.102824 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c525695-7705-48c7-a4d4-dd5b9522326b,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:55.128742 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:55.192060 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621330'] for router_gateway, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.372604 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3417'] for router, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.375075 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.381281 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-922d218e-a740-4bcf-954f-c5d3fa57078b req-8f18feb5-a708-4636-9aed-be85e3df54a7 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb45576-faf2-45c4-89a1-cd7d7ceb083f HTTP/1.1" status: 200 len: 210 time: 0.0503547 Jul 29 14:11:55.510437 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453448'] for router, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.510944 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 344693fc-181f-48c2-a892-9848c69d460d {{(pid=79176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:11:55.524228 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] Notify callbacks [] for router, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.525409 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-84234091-6c46-4a53-ac27-b37e98eab1cd admin admin] 10.222.0.22 "DELETE /v2.0/routers/344693fc-181f-48c2-a892-9848c69d460d HTTP/1.1" status: 204 len: 168 time: 1.8920696 Jul 29 14:11:55.528281 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34228) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:55.600612 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-25512e08-4496-41fa-beb2-00f92c39b061 admin admin] Deleting subnet 222874a5-5532-4548-a585-b1822e9c736e {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:11:55.604216 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-25512e08-4496-41fa-beb2-00f92c39b061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.657436 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-25512e08-4496-41fa-beb2-00f92c39b061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.745729 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-25512e08-4496-41fa-beb2-00f92c39b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.939148 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-25512e08-4496-41fa-beb2-00f92c39b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.944326 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:55.980327 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25512e08-4496-41fa-beb2-00f92c39b061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222874a5-5532-4548-a585-b1822e9c736e,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:55.982251 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-25512e08-4496-41fa-beb2-00f92c39b061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:55.984961 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-25512e08-4496-41fa-beb2-00f92c39b061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:55.988425 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9fc35-9057-481b-9efc-9bcde8418a3a None None] Network 239480e6-582a-4677-9647-921784eccd01 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:11:55.989795 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-25512e08-4496-41fa-beb2-00f92c39b061 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/222874a5-5532-4548-a585-b1822e9c736e HTTP/1.1" status: 204 len: 168 time: 0.4599752 Jul 29 14:11:55.993036 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34242) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:56.147426 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:56.166619 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Deleting port 3dfe588c-6579-4cb0-a089-b8003454774d {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:56.166951 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:56.261864 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] DHCP port deletion for 239480e6-582a-4677-9647-921784eccd01 request from dv-cinder-801321-2-smb {{(pid=79177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:11:56.266438 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Deleting port 3dfe588c-6579-4cb0-a089-b8003454774d {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:56.266950 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:56.336152 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128498a-c970-42e6-a67a-d73851a05f04 req-7348d664-ac11-41a0-bda0-9abf18c99f26 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:56.337693 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6128498a-c970-42e6-a67a-d73851a05f04 req-7348d664-ac11-41a0-bda0-9abf18c99f26 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.2572985 Jul 29 14:11:56.443415 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-6128498a-c970-42e6-a67a-d73851a05f04 req-416bd864-e282-4031-a789-643d131a8e3b tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812981 Jul 29 14:11:56.479830 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] For port 3dfe588c-6579-4cb0-a089-b8003454774d, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=3dfe588c-6579-4cb0-a089-b8003454774d,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:56.480125 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:56.544651 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] For port 3dfe588c-6579-4cb0-a089-b8003454774d, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=3dfe588c-6579-4cb0-a089-b8003454774d,segment=NetworkSegment(ffa9d6be-e4dc-49b4-99db-1bf4e22e411a),segment_id=ffa9d6be-e4dc-49b4-99db-1bf4e22e411a)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:56.545063 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:56.613194 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 19dfdf90-7700-497d-a8a8-930001492d09 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:56.644542 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Calling delete_port for 3dfe588c-6579-4cb0-a089-b8003454774d owned by network:dhcp {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:56.685643 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Calling delete_port for 3dfe588c-6579-4cb0-a089-b8003454774d owned by network:dhcp {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:11:56.806103 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:56.835433 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:11:56.849491 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=19dfdf90-7700-497d-a8a8-930001492d09,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:11:56.879096 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129'] for port, after_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:56.889743 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:56.891239 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.db.api [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:11:56.891636 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_db.api [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:11:56.935467 dv-cinder-801321-2-smb neutron-server[79177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09', 'code': 422} returned with failed status Jul 29 14:11:56.943515 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:56.947866 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device fa494557-5c13-43e3-a53e-bdf47c692430 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:56.983258 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 6c525695-7705-48c7-a4d4-dd5b9522326b no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:57.009733 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Pushing event deleted for resources: {'Port': ['ID=3dfe588c-6579-4cb0-a089-b8003454774d,revision_number=None']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:57.018916 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] No DVR routers for this DVR port 3dfe588c-6579-4cb0-a089-b8003454774d on host dv-cinder-801321-2-smb {{(pid=79177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:11:57.027437 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: fa494557-5c13-43e3-a53e-bdf47c692430 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:11:57.027796 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device fa494557-5c13-43e3-a53e-bdf47c692430 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:11:57.053174 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 6c525695-7705-48c7-a4d4-dd5b9522326b {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:11:57.053532 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 6c525695-7705-48c7-a4d4-dd5b9522326b not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:11:57.053971 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 3dfe588c-6579-4cb0-a089-b8003454774d no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:11:57.078923 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.079279 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.079620 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.079956 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.080288 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.080643 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.080967 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.081290 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.081611 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.081929 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.082247 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.082562 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:11:57.090771 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:57.091195 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:57.141997 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-780e261b-7507-424c-bd97-4924df69c138 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1719527 Jul 29 14:11:57.158916 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddc51e-3bd0-4d83-b305-f48db1a6497c req-cebcf488-cede-4e90-885e-e3f82e582e64 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:57.160633 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-46ddc51e-3bd0-4d83-b305-f48db1a6497c req-cebcf488-cede-4e90-885e-e3f82e582e64 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 944 time: 0.1237566 Jul 29 14:11:57.166881 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 3dfe588c-6579-4cb0-a089-b8003454774d {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:11:57.167088 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 3dfe588c-6579-4cb0-a089-b8003454774d not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:11:57.201635 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=19dfdf90-7700-497d-a8a8-930001492d09,revision_number=6']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:57.205678 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:57.223209 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-46ddc51e-3bd0-4d83-b305-f48db1a6497c req-2ff41010-5882-411e-a1a3-e6be465ca66d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489073 Jul 29 14:11:57.392216 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Deleting port 3dfe588c-6579-4cb0-a089-b8003454774d {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:11:57.392604 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:57.466527 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] The port '3dfe588c-6579-4cb0-a089-b8003454774d' was deleted {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:11:57.590956 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:57.604711 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239480e6-582a-4677-9647-921784eccd01']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:57.617151 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:57.617447 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa9d6be-e4dc-49b4-99db-1bf4e22e411a') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:11:57.629218 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:57.647011 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:57.653374 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:11:57.653755 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: util.warn( Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: util.warn( Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: util.warn( Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: util.warn( Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:11:57.669100 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:11:57.818528 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:57.822158 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0f4188ee-06a0-4c09-8946-f0ae120c0a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:57.835087 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:57.846257 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Pushing event deleted for resources: {'Network': ['ID=239480e6-582a-4677-9647-921784eccd01,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:57.851047 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:57.939722 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-35264d6e-1dc6-4d92-8b0e-1bf818f9e31b admin admin] 10.222.0.22 "DELETE /v2.0/networks/239480e6-582a-4677-9647-921784eccd01 HTTP/1.1" status: 204 len: 168 time: 1.9453802 Jul 29 14:11:58.307309 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 34282) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:58.417794 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-806310af-d7be-44e7-9eab-f72545e95603 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a856b5d8b29547c1b5d0bdd4241b4b17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1061532 Jul 29 14:11:58.419551 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 34292) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:11:58.487016 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6226f4-9028-4c77-9709-1ffaecdb3de8 req-1864d6ea-74e4-47ac-9b0d-000287013668 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:58.488570 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9c6226f4-9028-4c77-9709-1ffaecdb3de8 req-1864d6ea-74e4-47ac-9b0d-000287013668 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 944 time: 0.1465845 Jul 29 14:11:58.533171 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-287564a1-e4bc-4be2-9547-14da2dd9cbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:58.565424 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9c6226f4-9028-4c77-9709-1ffaecdb3de8 req-627a968e-8344-41af-b111-7ea1f5f1e82e tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680838 Jul 29 14:11:58.570168 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-287564a1-e4bc-4be2-9547-14da2dd9cbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:58.874422 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-287564a1-e4bc-4be2-9547-14da2dd9cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:58.878649 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-7092a8e9-1171-46c2-801f-d47fa67c8aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:11:58.899857 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-287564a1-e4bc-4be2-9547-14da2dd9cbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:11:58.901199 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-287564a1-e4bc-4be2-9547-14da2dd9cbb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/073a5f0b-e86e-48c6-b2ba-325202418c1a HTTP/1.1" status: 204 len: 168 time: 0.4807732 Jul 29 14:11:58.902646 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287564a1-e4bc-4be2-9547-14da2dd9cbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a5f0b-e86e-48c6-b2ba-325202418c1a,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:11:58.906106 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-287564a1-e4bc-4be2-9547-14da2dd9cbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:11:59.771315 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c992b5-60e9-4f1b-acf2-8e2b7735fa07 req-465f039d-2484-459e-9eed-51c9adfd1dca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:59.771315 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-63c992b5-60e9-4f1b-acf2-8e2b7735fa07 req-465f039d-2484-459e-9eed-51c9adfd1dca tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 944 time: 0.0908849 Jul 29 14:11:59.812668 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-63c992b5-60e9-4f1b-acf2-8e2b7735fa07 req-e5783a77-02d0-4ca4-a718-fe51357a2575 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426981 Jul 29 14:11:59.983751 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-1a2d42d3-a1c4-4fb2-8e15-d83c6d581791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:11:59.985420 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-1a2d42d3-a1c4-4fb2-8e15-d83c6d581791 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866&tenant_id=e79d74420ba849a688b9c95ab9c0a4f5 HTTP/1.1" status: 200 len: 1097 time: 0.0745683 Jul 29 14:12:00.020277 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 34342) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:00.081448 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-0a71f909-0c4b-4575-b6a5-b62e23f71447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:00.083174 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-0a71f909-0c4b-4575-b6a5-b62e23f71447 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1097 time: 0.0764644 Jul 29 14:12:00.127839 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-390598119-network', 'tenant_id': '4476c648a60a4934bdd0beeff4a1ef42'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:00.133342 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:00.137264 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Usage tracker for resource:network and tenant:4476c648a60a4934bdd0beeff4a1ef42 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:00.140125 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:00.147275 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:00.218185 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-517e5351-851a-4754-b148-adfaaa0ec099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:00.219629 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-517e5351-851a-4754-b148-adfaaa0ec099 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37e052b0-c068-4de9-bfec-457c37ea3946 HTTP/1.1" status: 200 len: 910 time: 0.1306350 Jul 29 14:12:00.224402 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Made reservation on behalf of 4476c648a60a4934bdd0beeff4a1ef42 for: {'network': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:12:00.226749 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for network, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:00.238966 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:00.253930 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:00.258638 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4476c648a60a4934bdd0beeff4a1ef42 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:00.261919 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:00.269513 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:00.324627 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-f995e407-00b4-425d-a6b9-a0c57e95d264 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19dfdf90-7700-497d-a8a8-930001492d09 HTTP/1.1" status: 200 len: 1000 time: 0.0972712 Jul 29 14:12:00.375012 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:00.435956 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:00.442891 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0e647f3d-0bdb-40e8-b852-b6116ebe73d0 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:00.482918 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=79175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:12:00.488756 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89563ff5-dbde-44ab-8437-298eeb00f6a6,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:00.492589 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:00.503214 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:00.503524 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.db.segments_db [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Added segment a0532b43-91f4-4714-903f-dbba82d9be65 of type vlan for network 0f6bd783-dc2a-4928-b736-acfab3343afc Jul 29 14:12:00.513029 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-f41b9bd8-39c5-42aa-9c76-60ef64ffd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:00.514492 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-f41b9bd8-39c5-42aa-9c76-60ef64ffd0df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c3965ee-36f1-42da-a683-61dd1543c756 HTTP/1.1" status: 200 len: 848 time: 0.1838040 Jul 29 14:12:00.534711 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778829313190'] for network, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:00.599853 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-eaa90d45-4072-4fe2-ba8f-9e5e3d4b6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:00.601398 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-eaa90d45-4072-4fe2-ba8f-9e5e3d4b6f00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37e052b0-c068-4de9-bfec-457c37ea3946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785658 Jul 29 14:12:00.682297 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328'] for network, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:00.684084 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:00.684744 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:00.688386 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:00.738440 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-13012278-2e37-4ffb-bc1e-2496b0575b54 service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303961 Jul 29 14:12:00.880425 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6bd783-dc2a-4928-b736-acfab3343afc,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:00.880425 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:00.883226 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Network 0f6bd783-dc2a-4928-b736-acfab3343afc details requested by agent ovs-agent-dv-cinder-801321-2-smb with host dv-cinder-801321-2-smb {{(pid=79177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 29 14:12:00.904890 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-afdc0683-262c-4e01-a15c-dfdc27950122 req-14e11a09-27f5-4b32-8d4c-04b55fd4d011 service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598418 Jul 29 14:12:00.965616 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9434118 Jul 29 14:12:00.968490 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34368) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:00.974858 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Request body: {'subnet': {'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-390598119-subnet', 'tenant_id': '4476c648a60a4934bdd0beeff4a1ef42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:00.980284 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:00.984112 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Usage tracker for resource:subnet and tenant:4476c648a60a4934bdd0beeff4a1ef42 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:00.986982 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:00.993960 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:01.012808 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f830f-1cb6-4859-9ddb-16ac679a4971 req-3b893dbb-0e4e-42b1-a678-5d74bf6c8a5b tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:01.014287 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-459f830f-1cb6-4859-9ddb-16ac679a4971 req-3b893dbb-0e4e-42b1-a678-5d74bf6c8a5b tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 944 time: 0.0864956 Jul 29 14:12:01.061127 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-459f830f-1cb6-4859-9ddb-16ac679a4971 req-489bf16a-f0b1-4679-b19d-66f3bdda19b0 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Jul 29 14:12:01.110093 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Made reservation on behalf of 4476c648a60a4934bdd0beeff4a1ef42 for: {'subnet': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:12:01.112464 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32339185'] for subnet, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:01.418739 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32328896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32339075'] for subnet, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:01.422920 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:01.497160 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e222f0-25ac-46fe-8200-929896b1f8df,revision_number=0']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:01.499858 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:01.507831 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Checking segment: {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:12:01.515138 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Network hostable DHCP agents. Network: 0f6bd783-dc2a-4928-b736-acfab3343afc, hostable agents: ['9dd65caf-2bd1-41f2-8430-33627beb11a6'], hosted agents: [] {{(pid=79176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:12:01.649959 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Network 0f6bd783-dc2a-4928-b736-acfab3343afc is scheduled to be hosted by DHCP agent 9dd65caf-2bd1-41f2-8430-33627beb11a6 with binding_index 1 {{(pid=79176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:12:01.756524 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801321-2-smb, 0f6bd783-dc2a-4928-b736-acfab3343afc) {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:12:01.761114 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:01.766029 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:01.766764 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90021d3-e5aa-478d-98ae-9de5f1676e6e None None] Network 0f6bd783-dc2a-4928-b736-acfab3343afc requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:12:01.852189 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-ce049c6f-f325-4985-8464-1252ce378fcb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8824971 Jul 29 14:12:02.043851 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f86f579-aba0-4221-9db6-c5b45b8039b3 None None] Network 0f6bd783-dc2a-4928-b736-acfab3343afc requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:12:02.241525 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-8195812e-06d2-4c71-9e1e-1b61d9fbc86f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:02.243015 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-8195812e-06d2-4c71-9e1e-1b61d9fbc86f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/networks?id=53ec84f9-26c0-4ba5-ad12-b4308593e6db HTTP/1.1" status: 200 len: 812 time: 0.1765718 Jul 29 14:12:02.261056 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-f33c2dcc-6f82-4f59-8bd7-8499fdf44ac4 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/quotas/23f2dd90650c4a0199f1c9a8c724892d HTTP/1.1" status: 200 len: 375 time: 0.0114162 Jul 29 14:12:02.314853 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:02.321153 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-625a2af6-c0df-4505-bcde-7f57c71dfc2f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Synchronizing usage tracker for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:12:02.404306 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-625a2af6-c0df-4505-bcde-7f57c71dfc2f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Unset dirty status for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:12:02.405719 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-625a2af6-c0df-4505-bcde-7f57c71dfc2f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=23f2dd90650c4a0199f1c9a8c724892d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1364129 Jul 29 14:12:02.420085 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-3dbda2cd-7c23-43a1-8d9f-a2552fc73389 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:02.420798 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-3dbda2cd-7c23-43a1-8d9f-a2552fc73389 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:network {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:12:02.518687 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-3dbda2cd-7c23-43a1-8d9f-a2552fc73389 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:network {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:12:02.519887 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-3dbda2cd-7c23-43a1-8d9f-a2552fc73389 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/networks?id=0f6bd783-dc2a-4928-b736-acfab3343afc HTTP/1.1" status: 200 len: 814 time: 0.2536888 Jul 29 14:12:02.536779 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-51ecd089-a591-4a72-a93c-46e9420a4f4d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/quotas/4476c648a60a4934bdd0beeff4a1ef42 HTTP/1.1" status: 200 len: 375 time: 0.0100605 Jul 29 14:12:02.549573 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-2a50594f-eaf3-4121-bc64-32e8746f4e7c service neutron] 10.222.0.22 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350119 Jul 29 14:12:02.605690 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 19dfdf90-7700-497d-a8a8-930001492d09 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:12:02.709068 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-96396789-7661-4ac0-9501-b4ac17b7da2d service neutron] 10.222.0.22 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525469 Jul 29 14:12:02.720601 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-ecb7a491-b9fc-4d68-a956-d6e6b0428696 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1771066 Jul 29 14:12:02.762188 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=19dfdf90-7700-497d-a8a8-930001492d09,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:02.778657 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '19dfdf90-7700-497d-a8a8-930001492d09', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'port_id': '19dfdf90-7700-497d-a8a8-930001492d09', 'mac_address': 'fa:16:3e:0c:12:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:12:02.852067 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:02.870766 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dfdf90-7700-497d-a8a8-930001492d09 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:12:02.887363 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=19dfdf90-7700-497d-a8a8-930001492d09,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:02.904153 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-759aa8a8-d369-494c-a6f1-13cea90f48ab service neutron] 10.222.0.22 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827192 Jul 29 14:12:02.965436 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:02.967968 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:03.039942 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=19dfdf90-7700-497d-a8a8-930001492d09,revision_number=7']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:03.043668 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:03.053410 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-33044a42-bce6-4f35-a4ce-ae9c8986f71a service neutron] 10.222.0.22 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436741 Jul 29 14:12:03.065857 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 34428) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:03.146689 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23171ffa-2f31-46da-9f18-23c4628d7c81 req-8456b1f0-cf29-419e-b374-9ce6371b1927 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:03.157740 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-23171ffa-2f31-46da-9f18-23c4628d7c81 req-8456b1f0-cf29-419e-b374-9ce6371b1927 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 945 time: 0.1305442 Jul 29 14:12:03.171040 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['19dfdf90-7700-497d-a8a8-930001492d09'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:12:03.202931 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-23171ffa-2f31-46da-9f18-23c4628d7c81 req-cc3d6bcd-bfac-4dc4-9149-a3eecb28f664 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482786 Jul 29 14:12:03.213237 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:03.230840 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:03.240195 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec19bd2fc244606865d877ec14693db is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:03.243351 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:03.265991 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:03.324238 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e8a3add2-275e-4eeb-aff3-340dc0821187 req-6f6f3106-6e61-4b9b-a01b-0e5facb97c7e tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 210 time: 0.0633054 Jul 29 14:12:03.377230 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-87d08d93-2e4d-4829-8168-42b640b3a884 req-a1b18ed3-e79f-4efd-a655-d8594648edfa tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 210 time: 0.0553749 Jul 29 14:12:03.459648 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:03.527016 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:03.533719 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-19fa6a87-0cf5-4445-a5c8-a771ad6c35a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:03.576619 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ec19bd2fc244606865d877ec14693db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097241 Jul 29 14:12:03.577782 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d4dcd1-6a46-46c7-90bd-2abd2d8cbb34,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:03.579529 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34448) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:03.581025 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6dff0242-10fa-472d-ac40-a38cbbf37729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:03.641189 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fb5665b9-6f4b-40d2-a7b7-b98ef61e5eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:03.667850 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fb5665b9-6f4b-40d2-a7b7-b98ef61e5eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:03.795854 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fb5665b9-6f4b-40d2-a7b7-b98ef61e5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:03.800916 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-1f583d71-7a1d-4e52-b484-23d4c5d25306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:03.813512 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5665b9-6f4b-40d2-a7b7-b98ef61e5eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d4dcd1-6a46-46c7-90bd-2abd2d8cbb34,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:03.816375 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-fb5665b9-6f4b-40d2-a7b7-b98ef61e5eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:03.819234 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fb5665b9-6f4b-40d2-a7b7-b98ef61e5eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:03.820339 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-fb5665b9-6f4b-40d2-a7b7-b98ef61e5eaa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9d4dcd1-6a46-46c7-90bd-2abd2d8cbb34 HTTP/1.1" status: 204 len: 168 time: 0.2397618 Jul 29 14:12:04.400126 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14804e33-6209-44f8-a701-6a681a3b85ea req-99a13a75-97f4-4f6a-adf3-0a3f2a9371e7 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:04.401700 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-14804e33-6209-44f8-a701-6a681a3b85ea req-99a13a75-97f4-4f6a-adf3-0a3f2a9371e7 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 945 time: 0.0925748 Jul 29 14:12:04.461054 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-14804e33-6209-44f8-a701-6a681a3b85ea req-ecd205eb-a228-4e81-8c6d-eb9c324aa349 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531812 Jul 29 14:12:04.485296 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b90a3831-53d4-459c-a6ea-248ec29629db req-9d419e40-512b-42f7-9579-b28b00e021bc tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 210 time: 0.0470858 Jul 29 14:12:04.553247 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9bc25681-0a58-413d-b05d-c7203c36dbb4 req-0ed11c7c-f83e-464c-b562-14c1a30639cf tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 210 time: 0.0427990 Jul 29 14:12:04.618874 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34464) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:04.636886 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:04.637476 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 19dfdf90-7700-497d-a8a8-930001492d09 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:12:04.651956 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:04.655751 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] Usage tracker for resource:security_group_rule and tenant:51d26540a66a4a02a8c25b250e40fa70 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:04.658555 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:04.664456 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:04.708783 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 19dfdf90-7700-497d-a8a8-930001492d09 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:12:04.709182 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:04.857532 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:04.862531 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:04.885638 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:04.895371 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=19dfdf90-7700-497d-a8a8-930001492d09,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:04.927802 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:04.936736 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09', 'code': 200} Jul 29 14:12:04.937088 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-aee020ad-407a-4c3a-9dc7-3870f66e650b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:04.976617 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c28170-d156-4d30-bcc2-6403a3b01fcb,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:04.980729 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51d26540a66a4a02a8c25b250e40fa70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608413 Jul 29 14:12:04.981577 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-266f5516-6618-44fb-a808-c0ddf5a28056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:04.983351 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34470) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:04.984517 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:04.987279 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:05.046545 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2c11e9bc-8051-46d4-a759-f7a550c37653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:05.068336 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=19dfdf90-7700-497d-a8a8-930001492d09,revision_number=8']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:05.072039 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:05.074896 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2c11e9bc-8051-46d4-a759-f7a550c37653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:05.189838 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2c11e9bc-8051-46d4-a759-f7a550c37653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:05.196842 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-116e1d00-e5e2-4d96-b294-3a96d766a331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:05.244629 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11e9bc-8051-46d4-a759-f7a550c37653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c28170-d156-4d30-bcc2-6403a3b01fcb,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:05.246947 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2c11e9bc-8051-46d4-a759-f7a550c37653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:05.266310 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-2c11e9bc-8051-46d4-a759-f7a550c37653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:05.267407 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-2c11e9bc-8051-46d4-a759-f7a550c37653 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11c28170-d156-4d30-bcc2-6403a3b01fcb HTTP/1.1" status: 204 len: 168 time: 0.2830648 Jul 29 14:12:05.290916 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f6797-888a-4cdd-b820-89ae27c0b74f req-ba74ff35-6c0c-4cb1-b828-4597e5c685aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:05.292910 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b41f6797-888a-4cdd-b820-89ae27c0b74f req-ba74ff35-6c0c-4cb1-b828-4597e5c685aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1099 time: 0.0844045 Jul 29 14:12:05.334049 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-b41f6797-888a-4cdd-b820-89ae27c0b74f req-81fe92ac-553c-4bc0-8ad8-7ec7d45312db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350690 Jul 29 14:12:05.554953 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-dc7d142d-b459-4b70-8209-3448e07713be tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:05.557879 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-dc7d142d-b459-4b70-8209-3448e07713be tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.36 "GET /v2.0/networks?id=53ec84f9-26c0-4ba5-ad12-b4308593e6db HTTP/1.1" status: 200 len: 812 time: 0.1644793 Jul 29 14:12:05.572732 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Request body: {'port': {'device_id': '3274ac55-7e44-45f0-a6cb-8361187057b5', 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db', 'admin_state_up': True, 'tenant_id': '23f2dd90650c4a0199f1c9a8c724892d'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:05.678294 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-49706659-954f-41f4-81d5-60e48fe91554 req-df86fb96-034e-4a16-ac10-a1fb6047ede5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 210 time: 0.0644305 Jul 29 14:12:05.774443 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:05.785540 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58517d-6a34-453a-9fa2-20f02095e21e req-e131d1f5-1b9f-4bcd-9736-c34766fa9cd2 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:05.787088 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1e58517d-6a34-453a-9fa2-20f02095e21e req-e131d1f5-1b9f-4bcd-9736-c34766fa9cd2 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.1964622 Jul 29 14:12:05.805234 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:05.853883 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1e58517d-6a34-453a-9fa2-20f02095e21e req-fe7e44d6-db1f-4a99-b488-f592b0020d24 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504675 Jul 29 14:12:05.904038 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-270a2969-b8bb-449f-87ad-11020112c988 req-af124736-e9c8-441e-b2d4-d52ef0b332fd tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 210 time: 0.0516164 Jul 29 14:12:05.913119 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Made reservation on behalf of 23f2dd90650c4a0199f1c9a8c724892d for: {'port': 1} {{(pid=79176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:12:05.917233 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:06.136502 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_common [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Allocated IP 172.20.0.7 (53ec84f9-26c0-4ba5-ad12-b4308593e6db/3f5ff583-72ab-4345-9644-66e51a3a6196/85e6e8c0-335e-4a7a-b609-027110411f7e) {{(pid=79176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:12:06.293140 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-3471824f-ad87-41f2-962a-e37994b32163 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:06.294902 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-3471824f-ad87-41f2-962a-e37994b32163 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "GET /v2.0/networks?id=0f6bd783-dc2a-4928-b736-acfab3343afc HTTP/1.1" status: 200 len: 814 time: 0.2599227 Jul 29 14:12:06.312722 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Request body: {'port': {'device_id': '9a10eed3-e973-4354-aa2e-8704386f045b', 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc', 'admin_state_up': True, 'tenant_id': '4476c648a60a4934bdd0beeff4a1ef42'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:06.438635 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks [] for port, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:06.501381 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:06.505215 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Usage tracker for resource:port and tenant:4476c648a60a4934bdd0beeff4a1ef42 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:06.508111 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:06.513815 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:06.573739 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:06.580460 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c28d1bd6-0c45-4c64-8f5a-58afeb263d06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:06.618738 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Made reservation on behalf of 4476c648a60a4934bdd0beeff4a1ef42 for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:12:06.623197 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:06.653251 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Network 53ec84f9-26c0-4ba5-ad12-b4308593e6db is already hosted by enough agents. {{(pid=79176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:12:06.656516 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.base_scheduler [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Resources bound (agent type, host, resource id): {{(pid=79176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:12:06.660383 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Received port after_create {{(pid=79176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:12:06.699015 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Pushing event updated for resources: {'Port': ['ID=85e6e8c0-335e-4a7a-b609-027110411f7e,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:06.703549 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:06.747876 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:06.749139 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:06.821921 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Allocated IP 172.20.0.7 (0f6bd783-dc2a-4928-b736-acfab3343afc/89e222f0-25ac-46fe-8200-929896b1f8df/e2828d8d-e67c-4071-a30a-b556a6a2e765) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:12:06.869213 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-43a8b3ec-f161-479b-adf2-f111ff8884c6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3005795 Jul 29 14:12:06.890748 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.v2.base [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Request body: {'port': {'device_id': '3274ac55-7e44-45f0-a6cb-8361187057b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:07.028208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09313a1-8f3f-4107-9c6d-311f6da788c3 req-fc5f3f5a-644b-46bc-831c-1f871b4dc754 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:07.028958 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-a09313a1-8f3f-4107-9c6d-311f6da788c3 req-fc5f3f5a-644b-46bc-831c-1f871b4dc754 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Synchronizing usage tracker for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:12:07.031462 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:07.055982 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:07.165618 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cb26d-cf97-45a5-b2f8-27bbd15e879d req-ef518208-bde6-4528-b2f4-5fb106c54814 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:07.167562 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ab3cb26d-cf97-45a5-b2f8-27bbd15e879d req-ef518208-bde6-4528-b2f4-5fb106c54814 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.1320217 Jul 29 14:12:07.172827 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-a09313a1-8f3f-4107-9c6d-311f6da788c3 req-fc5f3f5a-644b-46bc-831c-1f871b4dc754 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Unset dirty status for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:12:07.174730 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a09313a1-8f3f-4107-9c6d-311f6da788c3 req-fc5f3f5a-644b-46bc-831c-1f871b4dc754 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 931 time: 0.3453095 Jul 29 14:12:07.219713 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-ab3cb26d-cf97-45a5-b2f8-27bbd15e879d req-381f5b0a-616c-47af-bf1f-74807d961034 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446296 Jul 29 14:12:07.235763 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:07.259838 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:07.274554 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a09313a1-8f3f-4107-9c6d-311f6da788c3 req-9e0d8060-682f-4f6a-b478-b2da1dcbf6b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911896 Jul 29 14:12:07.330044 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Network 0f6bd783-dc2a-4928-b736-acfab3343afc is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:12:07.333772 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:12:07.338886 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:12:07.429629 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Pushing event updated for resources: {'Port': ['ID=e2828d8d-e67c-4071-a30a-b556a6a2e765,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:07.439654 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:07.468135 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:07.468848 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:07.517144 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043653ec-986f-4b78-b6b8-9b40d4a8871e req-9c30cd24-48ca-45cb-9e07-226522257577 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:07.517843 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-043653ec-986f-4b78-b6b8-9b40d4a8871e req-9c30cd24-48ca-45cb-9e07-226522257577 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:12:07.558456 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e6e8c0-335e-4a7a-b609-027110411f7e {{(pid=79176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:12:07.565724 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:07.584102 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.provisioning_blocks [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Transition to ACTIVE for port object 85e6e8c0-335e-4a7a-b609-027110411f7e will not be triggered until provisioned by entity L2. {{(pid=79176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:12:07.607795 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3004940 Jul 29 14:12:07.619339 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Request body: {'port': {'device_id': '9a10eed3-e973-4354-aa2e-8704386f045b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:07.684570 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:07.689278 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c2837e3c-186f-490d-8705-50fbe1e46562 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:07.757630 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-043653ec-986f-4b78-b6b8-9b40d4a8871e req-9c30cd24-48ca-45cb-9e07-226522257577 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:12:07.758781 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-043653ec-986f-4b78-b6b8-9b40d4a8871e req-9c30cd24-48ca-45cb-9e07-226522257577 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 931 time: 0.3861458 Jul 29 14:12:07.868736 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-043653ec-986f-4b78-b6b8-9b40d4a8871e req-933a4855-e041-47f0-9f85-2d431cdb69e4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:12:07.884170 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:07.896137 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Pushing event updated for resources: {'Port': ['ID=85e6e8c0-335e-4a7a-b609-027110411f7e,revision_number=2']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:07.902420 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:07.943495 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Attempting to bind port 85e6e8c0-335e-4a7a-b609-027110411f7e on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:12:07.945533 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Attempting to bind port 85e6e8c0-335e-4a7a-b609-027110411f7e by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': '7fdac864-2571-4fe2-ad8e-d90b96dd6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db'}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:12:07.945533 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Attempting to bind port 85e6e8c0-335e-4a7a-b609-027110411f7e on network 53ec84f9-26c0-4ba5-ad12-b4308593e6db {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:12:07.950195 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Port 85e6e8c0-335e-4a7a-b609-027110411f7e on network 53ec84f9-26c0-4ba5-ad12-b4308593e6db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:12:07.950770 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Attempting to bind port 85e6e8c0-335e-4a7a-b609-027110411f7e on network 53ec84f9-26c0-4ba5-ad12-b4308593e6db {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:12:07.956150 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:12:07.956596 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Checking segment: {'id': '7fdac864-2571-4fe2-ad8e-d90b96dd6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:12:07.957040 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Bound using segment: {'id': '7fdac864-2571-4fe2-ad8e-d90b96dd6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db'} {{(pid=79176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:12:07.957641 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.managers [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Bound port: 85e6e8c0-335e-4a7a-b609-027110411f7e, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fdac864-2571-4fe2-ad8e-d90b96dd6542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db'}}] {{(pid=79176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:12:07.958271 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:08.011165 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-043653ec-986f-4b78-b6b8-9b40d4a8871e req-933a4855-e041-47f0-9f85-2d431cdb69e4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:12:08.012408 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-043653ec-986f-4b78-b6b8-9b40d4a8871e req-933a4855-e041-47f0-9f85-2d431cdb69e4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429144 Jul 29 14:12:08.068964 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] For port 85e6e8c0-335e-4a7a-b609-027110411f7e, host hv-cinder-80132, cleared binding levels {{(pid=79176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:12:08.072332 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] For port 85e6e8c0-335e-4a7a-b609-027110411f7e, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=85e6e8c0-335e-4a7a-b609-027110411f7e,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:12:08.130952 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32325705'] for port, after_update {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:08.136176 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e1e6822b-03c4-45ec-9ccd-bc22687b307a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:08.197021 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:08.197956 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:08.199341 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] 10.222.0.36 "PUT /v2.0/ports/85e6e8c0-335e-4a7a-b609-027110411f7e HTTP/1.1" status: 200 len: 1093 time: 1.3187482 Jul 29 14:12:08.201936 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3274ac55-7e44-45f0-a6cb-8361187057b5', 'tag': '85e6e8c0-335e-4a7a-b609-027110411f7e'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:08.229301 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Pushing event updated for resources: {'Port': ['ID=85e6e8c0-335e-4a7a-b609-027110411f7e,revision_number=3']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:08.232352 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a7268344-2113-4bc0-b8fe-573ffdf5b769 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:08.252442 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3274ac55-7e44-45f0-a6cb-8361187057b5', 'tag': '85e6e8c0-335e-4a7a-b609-027110411f7e', 'status': 'completed', 'code': 200} Jul 29 14:12:08.256240 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2828d8d-e67c-4071-a30a-b556a6a2e765 {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:12:08.263905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:08.278913 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Transition to ACTIVE for port object e2828d8d-e67c-4071-a30a-b556a6a2e765 will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:12:08.345692 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd076a5b-4d2c-4c22-97d9-f9f7006d7ee3 req-53c91207-64ac-4297-b0e5-681bc07ec357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:08.347177 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-dd076a5b-4d2c-4c22-97d9-f9f7006d7ee3 req-53c91207-64ac-4297-b0e5-681bc07ec357 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f2dd90650c4a0199f1c9a8c724892d&device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 1096 time: 0.0738814 Jul 29 14:12:08.352640 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:08.356862 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:08.503661 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd076a5b-4d2c-4c22-97d9-f9f7006d7ee3 req-61b71a42-f391-40a1-9644-eb24ac2e507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:08.506017 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-dd076a5b-4d2c-4c22-97d9-f9f7006d7ee3 req-61b71a42-f391-40a1-9644-eb24ac2e507c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=23f2dd90650c4a0199f1c9a8c724892d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1506708 Jul 29 14:12:08.546654 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2828d8d-e67c-4071-a30a-b556a6a2e765,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:08.553950 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:08.656799 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd076a5b-4d2c-4c22-97d9-f9f7006d7ee3 req-ddd87af7-5a43-4213-b05e-8daeb2e18b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:08.658165 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-dd076a5b-4d2c-4c22-97d9-f9f7006d7ee3 req-ddd87af7-5a43-4213-b05e-8daeb2e18b5d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458137 Jul 29 14:12:08.688015 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b2ce-696c-41ee-92ab-53283078be8c req-38ac2292-99ac-4aa0-bf52-ff419c687a46 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:08.689518 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dd18b2ce-696c-41ee-92ab-53283078be8c req-38ac2292-99ac-4aa0-bf52-ff419c687a46 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 943 time: 0.2918608 Jul 29 14:12:08.716659 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Attempting to bind port e2828d8d-e67c-4071-a30a-b556a6a2e765 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:12:08.716659 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Attempting to bind port e2828d8d-e67c-4071-a30a-b556a6a2e765 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:12:08.716659 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Attempting to bind port e2828d8d-e67c-4071-a30a-b556a6a2e765 on network 0f6bd783-dc2a-4928-b736-acfab3343afc {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:12:08.727049 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Port e2828d8d-e67c-4071-a30a-b556a6a2e765 on network 0f6bd783-dc2a-4928-b736-acfab3343afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:12:08.727372 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Attempting to bind port e2828d8d-e67c-4071-a30a-b556a6a2e765 on network 0f6bd783-dc2a-4928-b736-acfab3343afc {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:12:08.741385 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:12:08.741777 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Checking segment: {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:12:08.742096 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Bound using segment: {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:12:08.742534 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Bound port: e2828d8d-e67c-4071-a30a-b556a6a2e765, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:12:08.742882 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:08.774907 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-dd18b2ce-696c-41ee-92ab-53283078be8c req-57998451-73c8-4607-8428-8a32a00ff334 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757461 Jul 29 14:12:08.776541 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-d01884ad-dcdc-4052-884a-9a96f1cd9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:08.778020 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-d01884ad-dcdc-4052-884a-9a96f1cd9234 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23f2dd90650c4a0199f1c9a8c724892d&device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 1096 time: 0.0796525 Jul 29 14:12:08.853105 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-53ed763f-4341-4069-909f-d3b4f8035b59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85e6e8c0-335e-4a7a-b609-027110411f7e HTTP/1.1" status: 200 len: 217 time: 0.0671148 Jul 29 14:12:08.855927 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] For port e2828d8d-e67c-4071-a30a-b556a6a2e765, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:12:08.859123 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] For port e2828d8d-e67c-4071-a30a-b556a6a2e765, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e2828d8d-e67c-4071-a30a-b556a6a2e765,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:12:08.884317 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:12:08.904835 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:08.914783 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:08.930938 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-e793de4b-9a1a-4c89-b0b3-4e5f4704a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:08.932435 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-e793de4b-9a1a-4c89-b0b3-4e5f4704a351 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f5ff583-72ab-4345-9644-66e51a3a6196 HTTP/1.1" status: 200 len: 852 time: 0.0639238 Jul 29 14:12:08.973607 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:08.974351 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:08.975738 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2828d8d-e67c-4071-a30a-b556a6a2e765 HTTP/1.1" status: 200 len: 1093 time: 1.3606017 Jul 29 14:12:08.976265 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a10eed3-e973-4354-aa2e-8704386f045b', 'tag': 'e2828d8d-e67c-4071-a30a-b556a6a2e765'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:08.981170 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-eb22ea88-677c-444d-a702-d41a9f0096a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53ec84f9-26c0-4ba5-ad12-b4308593e6db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420101 Jul 29 14:12:08.992135 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2828d8d-e67c-4071-a30a-b556a6a2e765,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:08.995303 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:09.027873 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a10eed3-e973-4354-aa2e-8704386f045b', 'tag': 'e2828d8d-e67c-4071-a30a-b556a6a2e765', 'status': 'completed', 'code': 200} Jul 29 14:12:09.140501 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-ace2c781-b08f-4f31-ad7b-b682bebd25e2 service neutron] 10.222.0.36 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517460 Jul 29 14:12:09.195337 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b1b30-9f08-453f-bfd4-f80b35563d4b req-0bec8cf8-0701-464c-96a7-7b46358ef2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:09.196868 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-188b1b30-9f08-453f-bfd4-f80b35563d4b req-0bec8cf8-0701-464c-96a7-7b46358ef2cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 1096 time: 0.1440942 Jul 29 14:12:09.278641 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-8f3f5ce0-564c-4f5b-850a-8428a38c31c3 req-406214c5-a08d-4b5b-b72e-a06500936ded service neutron] 10.222.0.36 "GET /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314902 Jul 29 14:12:09.358725 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4c102-6703-4847-9ec2-d4ea0cf4569c req-3a15e68f-4ec7-4620-85b5-65fc787d2183 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:09.360223 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3de4c102-6703-4847-9ec2-d4ea0cf4569c req-3a15e68f-4ec7-4620-85b5-65fc787d2183 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 943 time: 0.2103026 Jul 29 14:12:09.365534 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b1b30-9f08-453f-bfd4-f80b35563d4b req-2e8d5846-219b-42ea-94a9-2fa77568ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:09.366890 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-188b1b30-9f08-453f-bfd4-f80b35563d4b req-2e8d5846-219b-42ea-94a9-2fa77568ddf4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1623185 Jul 29 14:12:09.497291 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-3de4c102-6703-4847-9ec2-d4ea0cf4569c req-65b4d47f-e6ce-4053-90de-cf8e8c9c19c8 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287341 Jul 29 14:12:09.543954 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b1b30-9f08-453f-bfd4-f80b35563d4b req-bc91550e-7cec-40fe-9413-c59a9afdc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:09.545442 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-188b1b30-9f08-453f-bfd4-f80b35563d4b req-bc91550e-7cec-40fe-9413-c59a9afdc739 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645741 Jul 29 14:12:09.655685 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-12dc2433-2a68-4926-90be-33520dcb7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:09.657260 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-12dc2433-2a68-4926-90be-33520dcb7288 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 1096 time: 0.0752623 Jul 29 14:12:09.837255 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-2fb84415-05eb-477f-9c4a-21469e634729 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2828d8d-e67c-4071-a30a-b556a6a2e765 HTTP/1.1" status: 200 len: 217 time: 0.1715996 Jul 29 14:12:09.903096 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-8d60cb47-c1e7-4ef0-9ebe-1880a61dc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:09.904572 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-8d60cb47-c1e7-4ef0-9ebe-1880a61dc1cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89e222f0-25ac-46fe-8200-929896b1f8df HTTP/1.1" status: 200 len: 854 time: 0.0603950 Jul 29 14:12:09.955575 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-8450b75e-313a-47f0-b8dd-514604bfc406 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f6bd783-dc2a-4928-b736-acfab3343afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416729 Jul 29 14:12:09.982851 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85603a-c7cd-487a-9c5c-b9062c09f190 req-637f6bfa-4e55-42ab-9d37-2bfbe39d15d6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:09.984341 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bc85603a-c7cd-487a-9c5c-b9062c09f190 req-637f6bfa-4e55-42ab-9d37-2bfbe39d15d6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 943 time: 0.0916791 Jul 29 14:12:10.032069 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bc85603a-c7cd-487a-9c5c-b9062c09f190 req-423357f4-ceb1-478d-a119-6b0a2c6e7f9d tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 Jul 29 14:12:10.090960 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-88769708-d797-43a3-9ea3-8c2186da083f service neutron] 10.222.0.36 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276979 Jul 29 14:12:10.229532 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-71456aed-58d7-44d9-8ab3-e79c8f6ec195 req-ebffb86a-c62c-4f1a-99f3-28a668e4c445 service neutron] 10.222.0.36 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316378 Jul 29 14:12:10.683728 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 85e6e8c0-335e-4a7a-b609-027110411f7e details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:12:10.690560 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a74a0-9ab3-4c11-96ba-4d0ec88d20d5 req-c92fd99a-8cdc-405e-a0cc-58b01e72a366 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:10.692351 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1e4a74a0-9ab3-4c11-96ba-4d0ec88d20d5 req-c92fd99a-8cdc-405e-a0cc-58b01e72a366 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 943 time: 0.0874240 Jul 29 14:12:10.744516 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-1e4a74a0-9ab3-4c11-96ba-4d0ec88d20d5 req-0502ca75-4ac2-4f34-9b43-7138e5d40795 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464926 Jul 29 14:12:10.821678 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 85e6e8c0-335e-4a7a-b609-027110411f7e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=85e6e8c0-335e-4a7a-b609-027110411f7e,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:10.835619 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '85e6e8c0-335e-4a7a-b609-027110411f7e', 'network_id': '53ec84f9-26c0-4ba5-ad12-b4308593e6db', 'port_id': '85e6e8c0-335e-4a7a-b609-027110411f7e', 'mac_address': 'fa:16:3e:20:91:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5ff583-72ab-4345-9644-66e51a3a6196', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:12:10.895563 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:10.913275 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e6e8c0-335e-4a7a-b609-027110411f7e {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:12:10.929497 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 85e6e8c0-335e-4a7a-b609-027110411f7e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=85e6e8c0-335e-4a7a-b609-027110411f7e,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:10.995308 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:10.997158 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:11.066202 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=85e6e8c0-335e-4a7a-b609-027110411f7e,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:11.069435 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:11.215800 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['85e6e8c0-335e-4a7a-b609-027110411f7e'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:12:11.226005 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948766b-71d3-4c9a-954a-fa5ff1ce16ea req-3f34ebfd-3ae4-44a4-a304-e5145e8f19fb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:11.227479 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9948766b-71d3-4c9a-954a-fa5ff1ce16ea req-3f34ebfd-3ae4-44a4-a304-e5145e8f19fb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 944 time: 0.0830913 Jul 29 14:12:11.281209 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9948766b-71d3-4c9a-954a-fa5ff1ce16ea req-a1a58346-9b2f-43c3-9847-8e2dd708c81d tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Jul 29 14:12:11.767036 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-fb494b03-b452-4d3f-87e4-c55438764aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:11.969044 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931615ff-673a-450c-a1e3-faba12703af0 req-d65ebab5-0582-4362-9cf5-25946b2890b6 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:11.970506 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-931615ff-673a-450c-a1e3-faba12703af0 req-d65ebab5-0582-4362-9cf5-25946b2890b6 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 943 time: 0.0945318 Jul 29 14:12:12.022856 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-931615ff-673a-450c-a1e3-faba12703af0 req-659f5e33-0c36-4d6d-9f3e-a87c15154cf4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Jul 29 14:12:12.458771 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:12.578253 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5a2a3-60b3-4d3f-81bd-a95090b25dd6 req-70a4be9a-c5f8-4b61-b1b4-c65a38a0922f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:12.579622 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1eb5a2a3-60b3-4d3f-81bd-a95090b25dd6 req-70a4be9a-c5f8-4b61-b1b4-c65a38a0922f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 944 time: 0.1779346 Jul 29 14:12:12.629050 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1eb5a2a3-60b3-4d3f-81bd-a95090b25dd6 req-abe58700-cc3d-4eb5-b7d0-f4a77dde78f6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Jul 29 14:12:12.681913 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device e2828d8d-e67c-4071-a30a-b556a6a2e765 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:12:12.685349 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 85e6e8c0-335e-4a7a-b609-027110411f7e up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:12:12.907331 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port e2828d8d-e67c-4071-a30a-b556a6a2e765, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e2828d8d-e67c-4071-a30a-b556a6a2e765,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:12.918830 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 85e6e8c0-335e-4a7a-b609-027110411f7e completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:12:12.927013 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': 'e2828d8d-e67c-4071-a30a-b556a6a2e765', 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc', 'port_id': 'e2828d8d-e67c-4071-a30a-b556a6a2e765', 'mac_address': 'fa:16:3e:9b:91:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e222f0-25ac-46fe-8200-929896b1f8df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:12:12.932378 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 85e6e8c0-335e-4a7a-b609-027110411f7e triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:12:12.932378 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:13.036325 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:13.058541 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2828d8d-e67c-4071-a30a-b556a6a2e765 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:12:13.118901 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port e2828d8d-e67c-4071-a30a-b556a6a2e765, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e2828d8d-e67c-4071-a30a-b556a6a2e765,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:13.127220 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:13.156728 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3274ac55-7e44-45f0-a6cb-8361187057b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e6e8c0-335e-4a7a-b609-027110411f7e'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:13.166555 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 85e6e8c0-335e-4a7a-b609-027110411f7e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=85e6e8c0-335e-4a7a-b609-027110411f7e,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:13.184271 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:13.186109 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:13.227717 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3274ac55-7e44-45f0-a6cb-8361187057b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e6e8c0-335e-4a7a-b609-027110411f7e', 'code': 200} Jul 29 14:12:13.229801 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3398814-62ab-4289-b9f1-44abdf27372e req-b214a3ef-f7cf-40ae-bb7c-bcab926aed72 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:13.231584 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a3398814-62ab-4289-b9f1-44abdf27372e req-b214a3ef-f7cf-40ae-bb7c-bcab926aed72 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 943 time: 0.0963066 Jul 29 14:12:13.245643 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:13.268337 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=e2828d8d-e67c-4071-a30a-b556a6a2e765,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:13.271405 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:13.271873 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:13.284432 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a3398814-62ab-4289-b9f1-44abdf27372e req-3be0687c-b1a3-4e16-ace0-38d8d3af9e03 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Jul 29 14:12:13.342458 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=85e6e8c0-335e-4a7a-b609-027110411f7e,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:13.345639 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:13.419360 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['e2828d8d-e67c-4071-a30a-b556a6a2e765'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:12:13.600114 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7b5c5-e05e-40d5-a3d8-67eb817ec9dc req-2768c28e-96d2-4111-b0c0-fc005f41ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:13.601647 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-58d7b5c5-e05e-40d5-a3d8-67eb817ec9dc req-2768c28e-96d2-4111-b0c0-fc005f41ff8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 1098 time: 0.0832474 Jul 29 14:12:13.647646 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-58d7b5c5-e05e-40d5-a3d8-67eb817ec9dc req-8c1aed34-7bc3-4512-8507-d657260e1666 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Jul 29 14:12:13.826419 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a719d-b7bc-44a7-92c8-233d9c40e988 req-b0c949b7-c896-4eed-a3c0-c64c1788fb1c tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:13.828029 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-211a719d-b7bc-44a7-92c8-233d9c40e988 req-b0c949b7-c896-4eed-a3c0-c64c1788fb1c tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 945 time: 0.0834410 Jul 29 14:12:13.878939 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-211a719d-b7bc-44a7-92c8-233d9c40e988 req-6d2c773f-4479-42e3-8774-b0ed955cd8c4 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Jul 29 14:12:14.490318 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b27b29-83c8-40d6-981d-4ef8ffb12ef6 req-cc55490e-65b7-4933-8d45-91c57beb99d5 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:14.491906 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d3b27b29-83c8-40d6-981d-4ef8ffb12ef6 req-cc55490e-65b7-4933-8d45-91c57beb99d5 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 944 time: 0.0978627 Jul 29 14:12:14.543861 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d3b27b29-83c8-40d6-981d-4ef8ffb12ef6 req-bc38480a-7b36-4db1-ba9c-04a15aed7607 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462749 Jul 29 14:12:14.599093 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-6d2d8974-3081-4083-bf12-fc2e03321e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:14.685105 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device e2828d8d-e67c-4071-a30a-b556a6a2e765 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:12:14.841277 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port e2828d8d-e67c-4071-a30a-b556a6a2e765 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:12:14.846863 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port e2828d8d-e67c-4071-a30a-b556a6a2e765 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:12:14.847359 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:14.974219 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:15.010598 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port e2828d8d-e67c-4071-a30a-b556a6a2e765, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e2828d8d-e67c-4071-a30a-b556a6a2e765,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:15.076936 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebc19b-0d9c-41ec-89de-3f9f39f5a703 req-c5e8b291-f78f-44cc-b7f1-8071f334e666 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:15.078339 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c2ebc19b-0d9c-41ec-89de-3f9f39f5a703 req-c5e8b291-f78f-44cc-b7f1-8071f334e666 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 945 time: 0.0825691 Jul 29 14:12:15.101138 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:15.103178 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:15.131105 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c2ebc19b-0d9c-41ec-89de-3f9f39f5a703 req-752be7a5-c297-41b8-ba35-b31e4e45ad5b tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462470 Jul 29 14:12:15.180801 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=e2828d8d-e67c-4071-a30a-b556a6a2e765,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:15.184407 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:15.229241 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a10eed3-e973-4354-aa2e-8704386f045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2828d8d-e67c-4071-a30a-b556a6a2e765'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:15.276578 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a10eed3-e973-4354-aa2e-8704386f045b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2828d8d-e67c-4071-a30a-b556a6a2e765', 'code': 200} Jul 29 14:12:15.540777 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:15.613177 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533b6b-0874-4bd8-b7da-af136e181a14 req-03b436ff-be0a-4342-a986-e3a23d95670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:15.615356 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-21533b6b-0874-4bd8-b7da-af136e181a14 req-03b436ff-be0a-4342-a986-e3a23d95670b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 1098 time: 0.0737908 Jul 29 14:12:15.660002 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-21533b6b-0874-4bd8-b7da-af136e181a14 req-bc4e3ba0-0ca5-478a-84c2-f536528c155e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365310 Jul 29 14:12:15.760978 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a29e5-9521-4210-9b64-3b258aca1758 req-43400744-aac8-47d2-b1eb-76950e7b4b94 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:15.762642 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3e2a29e5-9521-4210-9b64-3b258aca1758 req-43400744-aac8-47d2-b1eb-76950e7b4b94 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 945 time: 0.0905497 Jul 29 14:12:15.810761 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3e2a29e5-9521-4210-9b64-3b258aca1758 req-2db6fec3-c4e4-48ab-ad1e-474be4f62f7b tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Jul 29 14:12:16.994492 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:17.002580 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c02bf-ceb2-4113-ad15-35e182cc3526 req-3016bb1f-bb15-443b-ab37-5e1d5694e263 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:17.004077 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9c4c02bf-ceb2-4113-ad15-35e182cc3526 req-3016bb1f-bb15-443b-ab37-5e1d5694e263 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 945 time: 0.0858240 Jul 29 14:12:17.050174 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9c4c02bf-ceb2-4113-ad15-35e182cc3526 req-127b80eb-dd98-4342-a8fd-4eec2e8dbca6 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Jul 29 14:12:22.463697 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-3b312035-25fb-4024-8fb7-a0d968e2ccad tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:22.465225 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-3b312035-25fb-4024-8fb7-a0d968e2ccad tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/networks?id=0f6bd783-dc2a-4928-b736-acfab3343afc HTTP/1.1" status: 200 len: 814 time: 0.1466875 Jul 29 14:12:22.480281 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-2a345bd2-786a-4378-9d25-ef08dbcab6f1 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/quotas/4476c648a60a4934bdd0beeff4a1ef42 HTTP/1.1" status: 200 len: 375 time: 0.0096927 Jul 29 14:12:22.565001 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-eaea7353-003e-47da-9f60-66739a1e8edb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797729 Jul 29 14:12:22.696076 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-fb45df6e-43dd-4735-8cd8-690ecec5251f service neutron] 10.222.0.22 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239676 Jul 29 14:12:22.827228 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-4aea5d9f-6e8e-415b-83fc-7a5d3486c522 service neutron] 10.222.0.22 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251817 Jul 29 14:12:23.071570 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-134e2e24-0ee2-4dc7-aa17-411d7fa88e0d req-bcca8912-9785-426e-9ee2-b5d872693fae tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 210 time: 0.0437422 Jul 29 14:12:24.226279 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fd99428f-345f-452a-914e-6bd4b4e64b91 req-04648de8-0a57-4c0c-86b3-24c0188bf326 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 210 time: 0.0459032 Jul 29 14:12:25.385311 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-a5b31a22-9d45-4d33-8863-46566d46d2a9 req-50f7a2df-d6d0-4fee-be1f-b496961a90bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 210 time: 0.0496104 Jul 29 14:12:25.444254 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-039adf41-2b44-4d9c-92e1-94acd434c94c tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:25.447564 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-039adf41-2b44-4d9c-92e1-94acd434c94c tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "GET /v2.0/networks?id=0f6bd783-dc2a-4928-b736-acfab3343afc HTTP/1.1" status: 200 len: 814 time: 0.1528604 Jul 29 14:12:25.466495 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Request body: {'port': {'device_id': '763ee84a-e8fb-477a-8304-e65d1d167c68', 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc', 'admin_state_up': True, 'tenant_id': '4476c648a60a4934bdd0beeff4a1ef42'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:25.605160 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:25.614419 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:25.705057 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Made reservation on behalf of 4476c648a60a4934bdd0beeff4a1ef42 for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:12:25.709211 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:25.880817 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Allocated IP 172.20.0.13 (0f6bd783-dc2a-4928-b736-acfab3343afc/89e222f0-25ac-46fe-8200-929896b1f8df/a3efa96c-67c8-4b44-a09d-57ba0c1a998e) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:12:25.958906 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34760) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:26.079946 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.095965 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:26.099996 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Usage tracker for resource:security_group_rule and tenant:a577455503704fb28a633950dc9b6e47 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:26.103879 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:26.110411 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:26.197269 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.208792 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.251627 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.259220 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e8e98f71-7762-4fb6-9b35-69bd8fa760b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:26.299827 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d35cd07-d7a2-4866-9523-b30aa93ae1a8,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:26.304182 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a577455503704fb28a633950dc9b6e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468473 Jul 29 14:12:26.305184 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:26.307270 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34768) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:26.332282 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.340022 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-76a749ad-1e7f-4536-81be-f01c96b619a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:26.344622 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['e2828d8d-e67c-4071-a30a-b556a6a2e765'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:12:26.371029 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-96bb34e5-3342-4fb6-b3e1-007f53bd842d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.397619 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-96bb34e5-3342-4fb6-b3e1-007f53bd842d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.408314 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Network 0f6bd783-dc2a-4928-b736-acfab3343afc is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:12:26.412701 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:12:26.414386 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:12:26.463670 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Pushing event updated for resources: {'Port': ['ID=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:26.466659 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:26.490295 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:26.490908 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.550242 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-96bb34e5-3342-4fb6-b3e1-007f53bd842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.560228 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-94262512-ac0e-4280-8147-68145cc0020e tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:26.578858 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb34e5-3342-4fb6-b3e1-007f53bd842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d35cd07-d7a2-4866-9523-b30aa93ae1a8,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:26.582356 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-96bb34e5-3342-4fb6-b3e1-007f53bd842d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:26.591207 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-96bb34e5-3342-4fb6-b3e1-007f53bd842d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:26.592320 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-96bb34e5-3342-4fb6-b3e1-007f53bd842d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d35cd07-d7a2-4866-9523-b30aa93ae1a8 HTTP/1.1" status: 204 len: 168 time: 0.2840865 Jul 29 14:12:26.615984 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1532633 Jul 29 14:12:26.618491 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75958c1f-3268-495a-b74e-cc32b2e0c118 req-37d4441b-7f31-41aa-a6a4-f8f7ed853792 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:26.620062 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-75958c1f-3268-495a-b74e-cc32b2e0c118 req-37d4441b-7f31-41aa-a6a4-f8f7ed853792 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 932 time: 0.1087124 Jul 29 14:12:26.628126 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Request body: {'port': {'device_id': '763ee84a-e8fb-477a-8304-e65d1d167c68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:26.672950 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-75958c1f-3268-495a-b74e-cc32b2e0c118 req-46552bd5-80c1-4e1f-a358-1d56c5237cbb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473025 Jul 29 14:12:26.747760 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:27.101297 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3efa96c-67c8-4b44-a09d-57ba0c1a998e {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:12:27.109289 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:27.124093 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Transition to ACTIVE for port object a3efa96c-67c8-4b44-a09d-57ba0c1a998e will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:12:27.232276 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:27.237360 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-12b87b3b-1596-4949-94ae-5dff7c46913c tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:27.429134 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:27.438887 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:27.474689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Attempting to bind port a3efa96c-67c8-4b44-a09d-57ba0c1a998e on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:12:27.475332 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Attempting to bind port a3efa96c-67c8-4b44-a09d-57ba0c1a998e by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:12:27.475332 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Attempting to bind port a3efa96c-67c8-4b44-a09d-57ba0c1a998e on network 0f6bd783-dc2a-4928-b736-acfab3343afc {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:12:27.480981 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Port a3efa96c-67c8-4b44-a09d-57ba0c1a998e on network 0f6bd783-dc2a-4928-b736-acfab3343afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:12:27.484242 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Attempting to bind port a3efa96c-67c8-4b44-a09d-57ba0c1a998e on network 0f6bd783-dc2a-4928-b736-acfab3343afc {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:12:27.486299 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:12:27.486654 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Checking segment: {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:12:27.487017 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Bound using segment: {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:12:27.487441 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Bound port: a3efa96c-67c8-4b44-a09d-57ba0c1a998e, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:12:27.487788 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:27.577766 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] For port a3efa96c-67c8-4b44-a09d-57ba0c1a998e, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:12:27.721175 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] For port a3efa96c-67c8-4b44-a09d-57ba0c1a998e, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:12:27.776202 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:27.781251 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6f246af7-5f9d-47de-ad0b-746aec892c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:27.888596 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:27.889138 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:27.890558 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] 10.222.0.36 "PUT /v2.0/ports/a3efa96c-67c8-4b44-a09d-57ba0c1a998e HTTP/1.1" status: 200 len: 1094 time: 1.2667339 Jul 29 14:12:27.891084 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763ee84a-e8fb-477a-8304-e65d1d167c68', 'tag': 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:27.928343 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:27.933157 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:27.949410 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763ee84a-e8fb-477a-8304-e65d1d167c68', 'tag': 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e', 'status': 'completed', 'code': 200} Jul 29 14:12:27.957257 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8b55a-5f7d-4fec-bbdd-639c7e44d527 req-5fcb8c98-0633-4c06-9ad7-e3aaa9c2ac49 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:27.958905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-11a8b55a-5f7d-4fec-bbdd-639c7e44d527 req-5fcb8c98-0633-4c06-9ad7-e3aaa9c2ac49 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:12:28.046661 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-11a8b55a-5f7d-4fec-bbdd-639c7e44d527 req-5fcb8c98-0633-4c06-9ad7-e3aaa9c2ac49 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:12:28.047811 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-11a8b55a-5f7d-4fec-bbdd-639c7e44d527 req-5fcb8c98-0633-4c06-9ad7-e3aaa9c2ac49 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 944 time: 0.2298601 Jul 29 14:12:28.077465 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8e01c-4112-478c-a91f-520a64aeb85a req-b596f3ba-b5da-4c0b-adfe-ec343c4d0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:28.078902 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-33a8e01c-4112-478c-a91f-520a64aeb85a req-b596f3ba-b5da-4c0b-adfe-ec343c4d0736 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 1097 time: 0.1018896 Jul 29 14:12:28.124789 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-11a8b55a-5f7d-4fec-bbdd-639c7e44d527 req-f2727ffa-a783-409c-a35b-68b14267fcbc tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696068 Jul 29 14:12:28.244234 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8e01c-4112-478c-a91f-520a64aeb85a req-7b8765f0-9c54-4ceb-8538-dadefa407697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:28.245809 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-33a8e01c-4112-478c-a91f-520a64aeb85a req-7b8765f0-9c54-4ceb-8538-dadefa407697 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1511605 Jul 29 14:12:28.393176 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8e01c-4112-478c-a91f-520a64aeb85a req-d804c0a6-c689-4c24-9320-2dc80e72edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:28.394745 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-33a8e01c-4112-478c-a91f-520a64aeb85a req-d804c0a6-c689-4c24-9320-2dc80e72edc1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410732 Jul 29 14:12:28.510219 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-508ef8dc-cb32-415c-8dbe-44e7c541243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:28.511612 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-508ef8dc-cb32-415c-8dbe-44e7c541243f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 1097 time: 0.0724294 Jul 29 14:12:28.693845 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-c259a892-2012-4075-a67c-c5a416ab6df4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3efa96c-67c8-4b44-a09d-57ba0c1a998e HTTP/1.1" status: 200 len: 217 time: 0.1700220 Jul 29 14:12:28.763441 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-a9c9aba1-4b0a-4815-8127-e696a8bccfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:28.764845 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-a9c9aba1-4b0a-4815-8127-e696a8bccfd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89e222f0-25ac-46fe-8200-929896b1f8df HTTP/1.1" status: 200 len: 854 time: 0.0613408 Jul 29 14:12:28.811300 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-04ebcd84-6cfe-4a67-9aad-50c6b00109fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f6bd783-dc2a-4928-b736-acfab3343afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402188 Jul 29 14:12:28.946429 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-5e79fce7-26d3-4d2b-9536-c961ceaf7193 service neutron] 10.222.0.36 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259475 Jul 29 14:12:29.080484 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-854323d0-6478-4cc0-85c6-48f907c310b6 req-93516053-2086-4c89-baaa-877712b5085f service neutron] 10.222.0.36 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265776 Jul 29 14:12:29.313988 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e22e6-2562-4841-9ad6-56e6a805efb0 req-f2cd1a85-be3d-4519-a4f0-f0bd42a0bf69 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:29.315463 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e98e22e6-2562-4841-9ad6-56e6a805efb0 req-f2cd1a85-be3d-4519-a4f0-f0bd42a0bf69 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 944 time: 0.0800362 Jul 29 14:12:29.363758 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e98e22e6-2562-4841-9ad6-56e6a805efb0 req-d623fe91-5ef9-40ed-b909-84125df8c87b tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Jul 29 14:12:30.552625 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69878706-76da-49f0-8959-9d18f469e889 req-f0cdba70-e39e-4187-a2d2-434d74ea87dd tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:30.554001 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-69878706-76da-49f0-8959-9d18f469e889 req-f0cdba70-e39e-4187-a2d2-434d74ea87dd tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 944 time: 0.0848176 Jul 29 14:12:30.601508 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-69878706-76da-49f0-8959-9d18f469e889 req-cfab3a56-a5c8-4277-b3c6-a8b7c60c8d9d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Jul 29 14:12:30.772988 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device a3efa96c-67c8-4b44-a09d-57ba0c1a998e details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:12:30.909349 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port a3efa96c-67c8-4b44-a09d-57ba0c1a998e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:30.924153 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e', 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc', 'port_id': 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e', 'mac_address': 'fa:16:3e:c6:af:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e222f0-25ac-46fe-8200-929896b1f8df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:12:30.981495 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:30.998197 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3efa96c-67c8-4b44-a09d-57ba0c1a998e {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:12:31.013575 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port a3efa96c-67c8-4b44-a09d-57ba0c1a998e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:31.100357 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:31.102115 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:31.171015 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:31.173926 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:31.377930 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['a3efa96c-67c8-4b44-a09d-57ba0c1a998e'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:12:31.791725 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc25f1-7066-4100-99b1-22c17fe884dc req-53e2071e-94b8-46ef-9ce1-004e0dae3699 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:31.793473 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9bbc25f1-7066-4100-99b1-22c17fe884dc req-53e2071e-94b8-46ef-9ce1-004e0dae3699 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 945 time: 0.0841043 Jul 29 14:12:31.849474 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-9bbc25f1-7066-4100-99b1-22c17fe884dc req-dff59f5f-a6e6-4f45-bc56-16c253f342fe tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468376 Jul 29 14:12:32.271436 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:32.777657 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device a3efa96c-67c8-4b44-a09d-57ba0c1a998e up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:12:32.937724 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port a3efa96c-67c8-4b44-a09d-57ba0c1a998e completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:12:32.942818 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port a3efa96c-67c8-4b44-a09d-57ba0c1a998e triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:12:32.943226 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:33.040830 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9426-01d4-41a2-acb2-0946c808724c req-c2704aa7-172f-4713-b0e1-bb817f06283f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:33.042703 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b1fd9426-01d4-41a2-acb2-0946c808724c req-c2704aa7-172f-4713-b0e1-bb817f06283f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 945 time: 0.0872533 Jul 29 14:12:33.065869 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:33.091032 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b1fd9426-01d4-41a2-acb2-0946c808724c req-69443df0-952d-438d-8a2e-bd2ae360e37d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Jul 29 14:12:33.127355 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763ee84a-e8fb-477a-8304-e65d1d167c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:33.137717 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port a3efa96c-67c8-4b44-a09d-57ba0c1a998e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:33.172163 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763ee84a-e8fb-477a-8304-e65d1d167c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e', 'code': 200} Jul 29 14:12:33.214549 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:33.217122 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:33.282703 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:33.285799 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:33.547523 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b91a0-13f6-4fe9-994f-1935e2d6396f req-2430d2c4-b2e8-4613-a0b4-c9b1870f7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:33.549019 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b42b91a0-13f6-4fe9-994f-1935e2d6396f req-2430d2c4-b2e8-4613-a0b4-c9b1870f7e11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 1099 time: 0.0745227 Jul 29 14:12:33.593556 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b42b91a0-13f6-4fe9-994f-1935e2d6396f req-01d7204b-5665-4c5d-ad9f-99ba5e1c2af7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365067 Jul 29 14:12:34.284373 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81902558-26fe-41db-bfa0-0958cc655a98 req-38e06292-11d3-46f3-aa2a-c04000e2d605 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:34.286053 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-81902558-26fe-41db-bfa0-0958cc655a98 req-38e06292-11d3-46f3-aa2a-c04000e2d605 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 946 time: 0.0819740 Jul 29 14:12:34.337559 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-81902558-26fe-41db-bfa0-0958cc655a98 req-3b93b162-628e-4fb8-8b16-303c1839422c tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453818 Jul 29 14:12:35.523372 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59d017-217d-4b03-8d36-d7efbd9a5f5a req-39bd684d-46de-4b91-87ee-bf5eca8eb796 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:35.524839 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3f59d017-217d-4b03-8d36-d7efbd9a5f5a req-39bd684d-46de-4b91-87ee-bf5eca8eb796 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 946 time: 0.0791864 Jul 29 14:12:35.575225 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3f59d017-217d-4b03-8d36-d7efbd9a5f5a req-f064f246-3ccd-4759-87f9-a3d58f0ee67e tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439353 Jul 29 14:12:35.795051 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 34908) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:35.924875 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:35.939789 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:35.943754 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Usage tracker for resource:security_group_rule and tenant:71c87b8dd7e8469cb16a7d6db74a5f2b is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:35.946816 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:35.953520 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:36.039137 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:36.120258 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:36.130380 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-96bb34e5-3342-4fb6-b3e1-007f53bd842d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:36.176283 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71c87b8dd7e8469cb16a7d6db74a5f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780632 Jul 29 14:12:36.176392 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 34924) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:36.176851 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf5cad3-b899-43ea-9c3a-65feb8d40cc6,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:36.185184 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.185563 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.185932 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.186294 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.186653 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.187096 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.187458 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.187810 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.188165 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.188529 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.189048 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.189554 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:36.193795 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c201dc9d-2272-4349-9155-ed7f156fc67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:36.243363 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ea024af5-d52a-40b1-aa7b-e511a1a2729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:36.273154 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ea024af5-d52a-40b1-aa7b-e511a1a2729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:36.425752 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ea024af5-d52a-40b1-aa7b-e511a1a2729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:36.430750 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b713f121-611e-4f4d-9523-94e5939231c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:36.444287 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea024af5-d52a-40b1-aa7b-e511a1a2729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf5cad3-b899-43ea-9c3a-65feb8d40cc6,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:36.447259 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ea024af5-d52a-40b1-aa7b-e511a1a2729e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:36.449240 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ea024af5-d52a-40b1-aa7b-e511a1a2729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:36.461563 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-ea024af5-d52a-40b1-aa7b-e511a1a2729e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fbf5cad3-b899-43ea-9c3a-65feb8d40cc6 HTTP/1.1" status: 204 len: 168 time: 0.2775960 Jul 29 14:12:37.917546 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-aca42cce-e2c3-4e7a-b6d9-4e0ffcfa0b25 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:37.919045 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-aca42cce-e2c3-4e7a-b6d9-4e0ffcfa0b25 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/networks?id=0f6bd783-dc2a-4928-b736-acfab3343afc HTTP/1.1" status: 200 len: 814 time: 0.1583667 Jul 29 14:12:37.934039 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-4ed9d39c-d2c9-4896-8ae5-4fbc9837002c tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/quotas/4476c648a60a4934bdd0beeff4a1ef42 HTTP/1.1" status: 200 len: 375 time: 0.0095122 Jul 29 14:12:38.011707 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb6f8d-a72e-4ec5-9cf3-42e666a32f0f req-a16069a1-150b-46f5-b644-cb151ffa6a6e tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:38.013596 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bbeb6f8d-a72e-4ec5-9cf3-42e666a32f0f req-a16069a1-150b-46f5-b644-cb151ffa6a6e tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 945 time: 0.0906630 Jul 29 14:12:38.029008 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-98203994-8379-4162-a0f2-4ac1f763de9a tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895114 Jul 29 14:12:38.145482 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-bbeb6f8d-a72e-4ec5-9cf3-42e666a32f0f req-8c35389b-4820-4b05-9160-33c87e8099d4 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259401 Jul 29 14:12:38.173565 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-6e9b2f2e-db20-4035-b751-425d5e51c1e1 service neutron] 10.222.0.22 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354854 Jul 29 14:12:38.308861 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-dcff1167-e57f-4eff-80f0-bab424abc6e9 service neutron] 10.222.0.22 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293461 Jul 29 14:12:38.552719 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-48c52216-856e-48f5-9061-2b6ba97cf76d req-4d3bb85b-b501-44a2-a895-17a0058fa2cd tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 210 time: 0.0436199 Jul 29 14:12:39.344393 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc400de5-9bf1-41ff-8e93-49b831428451 req-e1ed952d-7325-4ab4-ad9c-15c25578d260 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:39.345907 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bc400de5-9bf1-41ff-8e93-49b831428451 req-e1ed952d-7325-4ab4-ad9c-15c25578d260 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 945 time: 0.0948300 Jul 29 14:12:39.393188 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-bc400de5-9bf1-41ff-8e93-49b831428451 req-0277e210-4f7d-4ea9-8dbe-7eda834d2f80 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Jul 29 14:12:39.709560 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f1602c09-9154-434c-8a6b-f0b63961cfcf req-630581f5-e9b0-40b5-b98e-42815244f1c5 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 210 time: 0.0457664 Jul 29 14:12:40.804869 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd2a31-3f5e-481b-b94d-4f23b8a66cc9 req-633591b0-060a-432c-af00-0a0ea6c67e96 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:40.806365 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-01fd2a31-3f5e-481b-b94d-4f23b8a66cc9 req-633591b0-060a-432c-af00-0a0ea6c67e96 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 945 time: 0.3067272 Jul 29 14:12:40.817229 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f60eeff7-054e-4ffb-a29b-71f9cce600b3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:40.818646 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f60eeff7-054e-4ffb-a29b-71f9cce600b3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "GET /v2.0/networks?id=0f6bd783-dc2a-4928-b736-acfab3343afc HTTP/1.1" status: 200 len: 814 time: 0.3202860 Jul 29 14:12:40.839376 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Request body: {'port': {'device_id': 'af351b98-bdf8-4cff-a8a6-8e6df4e57529', 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc', 'admin_state_up': True, 'tenant_id': '4476c648a60a4934bdd0beeff4a1ef42'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:40.873727 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-722d1780-5a10-4b30-afde-d3bb3ba0af92 req-202a1c25-81f1-4ece-ad60-5c160be68352 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 210 time: 0.0450096 Jul 29 14:12:40.951552 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-01fd2a31-3f5e-481b-b94d-4f23b8a66cc9 req-1b7f7141-4b6f-4a1c-803f-82b1b56b2b44 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313338 Jul 29 14:12:41.001485 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:41.010685 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:41.102618 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Made reservation on behalf of 4476c648a60a4934bdd0beeff4a1ef42 for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:12:41.106230 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:41.280064 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Allocated IP 172.20.0.10 (0f6bd783-dc2a-4928-b736-acfab3343afc/89e222f0-25ac-46fe-8200-929896b1f8df/68920e65-cb5c-41ef-b06d-600e72cc3f75) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:12:41.486850 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:41.589982 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:41.595882 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-58b6d5f3-1420-4e4f-99ef-8a3d37b71af6 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:41.601942 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['e2828d8d-e67c-4071-a30a-b556a6a2e765', 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:12:41.673873 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Network 0f6bd783-dc2a-4928-b736-acfab3343afc is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:12:41.677033 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:12:41.679707 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:12:41.721602 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Pushing event updated for resources: {'Port': ['ID=68920e65-cb5c-41ef-b06d-600e72cc3f75,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:41.724803 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:41.756044 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:41.756792 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:41.866764 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-e02fc35d-46ec-4ebf-8685-c3877f3741df tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0317814 Jul 29 14:12:41.880252 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Request body: {'port': {'device_id': 'af351b98-bdf8-4cff-a8a6-8e6df4e57529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:12:41.894070 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-785e8f0d-3333-427c-a1fa-fd002eb06365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:42.002086 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:42.085207 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a42407-e919-4d63-8110-153d8cdd75cf req-cc42e36e-7c8d-46e0-b3e8-2933825f16a9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:42.086747 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d0a42407-e919-4d63-8110-153d8cdd75cf req-cc42e36e-7c8d-46e0-b3e8-2933825f16a9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 932 time: 0.1044033 Jul 29 14:12:42.137392 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d0a42407-e919-4d63-8110-153d8cdd75cf req-3ca88c0e-e1bd-4e51-b996-3d14ca1d0d89 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Jul 29 14:12:42.316193 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41007a3-3438-46b7-91c8-948e5c18cfbc req-88af2fe0-6f51-40f5-b0ab-9a5bd5d8a26f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:42.317710 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d41007a3-3438-46b7-91c8-948e5c18cfbc req-88af2fe0-6f51-40f5-b0ab-9a5bd5d8a26f tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 945 time: 0.2372830 Jul 29 14:12:42.389545 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d41007a3-3438-46b7-91c8-948e5c18cfbc req-7a27f79d-e787-4078-b35f-8e1bdbfcfaef tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643728 Jul 29 14:12:42.460079 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68920e65-cb5c-41ef-b06d-600e72cc3f75 {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:12:42.463307 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:42.468063 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:42.483877 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Transition to ACTIVE for port object 68920e65-cb5c-41ef-b06d-600e72cc3f75 will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:12:42.568679 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:42.573175 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-43abec54-4ca9-4259-9a06-deaedfe8d10f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:42.702453 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Pushing event updated for resources: {'Port': ['ID=68920e65-cb5c-41ef-b06d-600e72cc3f75,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:42.729303 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:42.903635 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Attempting to bind port 68920e65-cb5c-41ef-b06d-600e72cc3f75 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:12:42.904297 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Attempting to bind port 68920e65-cb5c-41ef-b06d-600e72cc3f75 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:12:42.904297 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Attempting to bind port 68920e65-cb5c-41ef-b06d-600e72cc3f75 on network 0f6bd783-dc2a-4928-b736-acfab3343afc {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:12:42.908808 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Port 68920e65-cb5c-41ef-b06d-600e72cc3f75 on network 0f6bd783-dc2a-4928-b736-acfab3343afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:12:42.912220 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Attempting to bind port 68920e65-cb5c-41ef-b06d-600e72cc3f75 on network 0f6bd783-dc2a-4928-b736-acfab3343afc {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:12:42.914022 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:12:42.914360 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Checking segment: {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:12:42.914717 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Bound using segment: {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:12:42.915131 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Bound port: 68920e65-cb5c-41ef-b06d-600e72cc3f75, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:12:42.915468 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:43.003095 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] For port 68920e65-cb5c-41ef-b06d-600e72cc3f75, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:12:43.005970 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] For port 68920e65-cb5c-41ef-b06d-600e72cc3f75, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=68920e65-cb5c-41ef-b06d-600e72cc3f75,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:12:43.053465 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35380c08-6d45-467e-85e7-cdee73443505 req-1f825f1c-d79f-4cbd-bcf6-56e5779a0775 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:43.054938 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-35380c08-6d45-467e-85e7-cdee73443505 req-1f825f1c-d79f-4cbd-bcf6-56e5779a0775 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.36 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 945 time: 0.0812573 Jul 29 14:12:43.098007 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:43.102961 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-4958263e-8142-47d3-9be6-3179c45d04c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:43.126519 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-35380c08-6d45-467e-85e7-cdee73443505 req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Deleting port 85e6e8c0-335e-4a7a-b609-027110411f7e {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:12:43.127018 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-35380c08-6d45-467e-85e7-cdee73443505 req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:43.163751 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:43.163751 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:43.164040 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] 10.222.0.36 "PUT /v2.0/ports/68920e65-cb5c-41ef-b06d-600e72cc3f75 HTTP/1.1" status: 200 len: 1094 time: 1.2880332 Jul 29 14:12:43.164507 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af351b98-bdf8-4cff-a8a6-8e6df4e57529', 'tag': '68920e65-cb5c-41ef-b06d-600e72cc3f75'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:43.196381 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Pushing event updated for resources: {'Port': ['ID=68920e65-cb5c-41ef-b06d-600e72cc3f75,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:43.200571 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:43.251339 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af351b98-bdf8-4cff-a8a6-8e6df4e57529', 'tag': '68920e65-cb5c-41ef-b06d-600e72cc3f75', 'status': 'completed', 'code': 200} Jul 29 14:12:43.361731 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9121a-a26b-43d3-badc-2ec62950a861 req-45f7602b-3bb7-4017-a1e8-ed382ac4ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:43.362368 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-09d9121a-a26b-43d3-badc-2ec62950a861 req-45f7602b-3bb7-4017-a1e8-ed382ac4ed45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 1097 time: 0.0834389 Jul 29 14:12:43.484244 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [req-35380c08-6d45-467e-85e7-cdee73443505 req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] For port 85e6e8c0-335e-4a7a-b609-027110411f7e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=85e6e8c0-335e-4a7a-b609-027110411f7e,segment=NetworkSegment(7fdac864-2571-4fe2-ad8e-d90b96dd6542),segment_id=7fdac864-2571-4fe2-ad8e-d90b96dd6542)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:43.484626 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-35380c08-6d45-467e-85e7-cdee73443505 req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:43.579651 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9121a-a26b-43d3-badc-2ec62950a861 req-8d3c07b7-4d02-4e12-815b-aa77129384ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:43.581214 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-09d9121a-a26b-43d3-badc-2ec62950a861 req-8d3c07b7-4d02-4e12-815b-aa77129384ab service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2102160 Jul 29 14:12:43.624872 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1b6e0-55ab-44e1-b85a-a0c571296ac5 req-182d4ff2-6aa5-45bd-9d9d-b8b5134663d2 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:43.627970 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-57e1b6e0-55ab-44e1-b85a-a0c571296ac5 req-182d4ff2-6aa5-45bd-9d9d-b8b5134663d2 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 944 time: 0.3165927 Jul 29 14:12:43.633304 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [req-35380c08-6d45-467e-85e7-cdee73443505 req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Calling delete_port for 85e6e8c0-335e-4a7a-b609-027110411f7e owned by compute:nova {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:12:43.715857 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33288c64-32b5-4cbf-8c77-261fb3498480 req-1826732d-48eb-4b82-90c5-eefb13e4e598 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:43.717392 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-33288c64-32b5-4cbf-8c77-261fb3498480 req-1826732d-48eb-4b82-90c5-eefb13e4e598 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 945 time: 0.2017813 Jul 29 14:12:43.726305 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-57e1b6e0-55ab-44e1-b85a-a0c571296ac5 req-77bf3b6a-0df3-423b-9dc3-00d339ddcf8e tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656404 Jul 29 14:12:43.751701 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9121a-a26b-43d3-badc-2ec62950a861 req-ad3f0b5a-5ef5-4099-b6d5-e1c4599d4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:43.754294 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-09d9121a-a26b-43d3-badc-2ec62950a861 req-ad3f0b5a-5ef5-4099-b6d5-e1c4599d4b54 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648908 Jul 29 14:12:43.794624 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-33288c64-32b5-4cbf-8c77-261fb3498480 req-faaf0802-e657-4503-aa3d-797bd1b432cb tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/security-groups?id=15991b89-881e-498b-923e-cc712c34f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515575 Jul 29 14:12:43.870170 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-488cb1b1-dfe7-477d-bd43-245448353075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:43.871648 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-488cb1b1-dfe7-477d-bd43-245448353075 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 1097 time: 0.0761783 Jul 29 14:12:43.898527 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-35380c08-6d45-467e-85e7-cdee73443505 req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:43.906338 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-f5163d65-f436-41d2-babf-bbc610b789e4 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:43.910883 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['85e6e8c0-335e-4a7a-b609-027110411f7e'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:12:43.951544 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-f5cd1bdd-3113-4188-a51b-5e9add29d18b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68920e65-cb5c-41ef-b06d-600e72cc3f75 HTTP/1.1" status: 200 len: 217 time: 0.0665104 Jul 29 14:12:43.957108 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Pushing event deleted for resources: {'Port': ['ID=85e6e8c0-335e-4a7a-b609-027110411f7e,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:43.960596 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:44.018557 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-71867a05-9b5e-45e8-98d3-0c16984ad7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:44.019992 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-71867a05-9b5e-45e8-98d3-0c16984ad7bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89e222f0-25ac-46fe-8200-929896b1f8df HTTP/1.1" status: 200 len: 854 time: 0.0638387 Jul 29 14:12:44.034119 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [req-35380c08-6d45-467e-85e7-cdee73443505 req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] No DVR routers for this DVR port 85e6e8c0-335e-4a7a-b609-027110411f7e on host hv-cinder-80132 {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:12:44.036610 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [req-35380c08-6d45-467e-85e7-cdee73443505 req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:44.039170 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3274ac55-7e44-45f0-a6cb-8361187057b5', 'name': 'network-vif-deleted', 'tag': '85e6e8c0-335e-4a7a-b609-027110411f7e'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:44.071610 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-888afb56-e924-4c7e-af8d-2828e4959e44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f6bd783-dc2a-4928-b736-acfab3343afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436993 Jul 29 14:12:44.092138 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3274ac55-7e44-45f0-a6cb-8361187057b5', 'name': 'network-vif-deleted', 'tag': '85e6e8c0-335e-4a7a-b609-027110411f7e', 'status': 'completed', 'code': 200} Jul 29 14:12:44.132341 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-35380c08-6d45-467e-85e7-cdee73443505 req-8d602100-1a25-419f-b434-f455c47d87b6 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.36 "DELETE /v2.0/ports/85e6e8c0-335e-4a7a-b609-027110411f7e HTTP/1.1" status: 204 len: 173 time: 1.0703130 Jul 29 14:12:44.218114 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-c0d2111e-d3d2-49ec-ab7f-1e46c662d03d service neutron] 10.222.0.36 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289999 Jul 29 14:12:44.366406 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-d44be03c-6205-4b21-9e74-4fc4df26a2da req-7f3fcf02-5b3a-47f9-ac7f-046b5908bb4b service neutron] 10.222.0.36 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323781 Jul 29 14:12:44.580230 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f3a48b66-4726-4133-b685-2ab7b86d0e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:44.937756 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2a76-eda0-41ea-9dde-7b68b41d2e54 req-03aef497-6182-452c-b09a-0c1e14cac0d3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:44.938645 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-f8cc2a76-eda0-41ea-9dde-7b68b41d2e54 req-03aef497-6182-452c-b09a-0c1e14cac0d3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:12:44.974238 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-395489a1-a484-49a2-a77c-94ba294e267c req-d0b7c0f2-4a3c-4de6-bbd2-fc2120c76cce tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Synchronizing usage tracker for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:12:45.031083 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-f8cc2a76-eda0-41ea-9dde-7b68b41d2e54 req-03aef497-6182-452c-b09a-0c1e14cac0d3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:12:45.032283 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f8cc2a76-eda0-41ea-9dde-7b68b41d2e54 req-03aef497-6182-452c-b09a-0c1e14cac0d3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 944 time: 0.1918378 Jul 29 14:12:45.053950 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-395489a1-a484-49a2-a77c-94ba294e267c req-d0b7c0f2-4a3c-4de6-bbd2-fc2120c76cce tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Unset dirty status for tenant:23f2dd90650c4a0199f1c9a8c724892d on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:12:45.055322 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-395489a1-a484-49a2-a77c-94ba294e267c req-d0b7c0f2-4a3c-4de6-bbd2-fc2120c76cce tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] 10.222.0.22 "GET /v2.0/ports?device_id=3274ac55-7e44-45f0-a6cb-8361187057b5 HTTP/1.1" status: 200 len: 210 time: 0.1331904 Jul 29 14:12:45.083317 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f8cc2a76-eda0-41ea-9dde-7b68b41d2e54 req-b44e3cdf-62f6-442a-9b08-3f15d364908b tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Jul 29 14:12:45.534207 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:45.883659 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:12:46.279527 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ee26-2966-4d94-b9d1-e82a89207618 req-6aa37d88-db1e-4cce-a572-ecf98e2cfbc4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:46.281025 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2396ee26-2966-4d94-b9d1-e82a89207618 req-6aa37d88-db1e-4cce-a572-ecf98e2cfbc4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 944 time: 0.0837314 Jul 29 14:12:46.327020 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2396ee26-2966-4d94-b9d1-e82a89207618 req-d0d7fd21-70bd-42a4-98aa-80457579faa7 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Jul 29 14:12:46.829099 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 68920e65-cb5c-41ef-b06d-600e72cc3f75 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:12:46.832363 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 85e6e8c0-335e-4a7a-b609-027110411f7e no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:12:46.895057 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 85e6e8c0-335e-4a7a-b609-027110411f7e {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:12:46.895057 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 85e6e8c0-335e-4a7a-b609-027110411f7e not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:12:47.024630 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:47.034677 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 68920e65-cb5c-41ef-b06d-600e72cc3f75, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=68920e65-cb5c-41ef-b06d-600e72cc3f75,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:47.050266 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '68920e65-cb5c-41ef-b06d-600e72cc3f75', 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc', 'port_id': '68920e65-cb5c-41ef-b06d-600e72cc3f75', 'mac_address': 'fa:16:3e:74:06:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e222f0-25ac-46fe-8200-929896b1f8df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:12:47.110319 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:47.128399 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68920e65-cb5c-41ef-b06d-600e72cc3f75 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:12:47.148368 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 68920e65-cb5c-41ef-b06d-600e72cc3f75, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=68920e65-cb5c-41ef-b06d-600e72cc3f75,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:47.237370 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:47.240098 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-2c18ac1c-697d-4b73-a005-75df88f4bbd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:47.309393 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=68920e65-cb5c-41ef-b06d-600e72cc3f75,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:47.312518 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:47.518077 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['68920e65-cb5c-41ef-b06d-600e72cc3f75'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:12:47.518186 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973675bd-95e1-4a0a-9c55-47472180b1da req-42c0ab7f-276d-43c1-9f73-5c7c2d25c7f5 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:47.518186 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-973675bd-95e1-4a0a-9c55-47472180b1da req-42c0ab7f-276d-43c1-9f73-5c7c2d25c7f5 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 945 time: 0.0825322 Jul 29 14:12:47.570704 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-973675bd-95e1-4a0a-9c55-47472180b1da req-e4db2865-1f98-438c-8370-68a2666026d8 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Jul 29 14:12:48.762533 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53174fd-70f0-4464-a508-bf7310381dd8 req-ff5f27b2-f89f-4184-a81c-b35e76acb19c tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:48.764041 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f53174fd-70f0-4464-a508-bf7310381dd8 req-ff5f27b2-f89f-4184-a81c-b35e76acb19c tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 945 time: 0.0851839 Jul 29 14:12:48.809480 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f53174fd-70f0-4464-a508-bf7310381dd8 req-1af1ac02-08f0-44f4-8824-d123b05fe7fb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Jul 29 14:12:48.838186 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 68920e65-cb5c-41ef-b06d-600e72cc3f75 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:12:48.991563 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 68920e65-cb5c-41ef-b06d-600e72cc3f75 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:12:48.997385 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 68920e65-cb5c-41ef-b06d-600e72cc3f75 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:12:48.997764 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:49.116656 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:49.145406 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af351b98-bdf8-4cff-a8a6-8e6df4e57529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68920e65-cb5c-41ef-b06d-600e72cc3f75'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:12:49.157493 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 68920e65-cb5c-41ef-b06d-600e72cc3f75, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=68920e65-cb5c-41ef-b06d-600e72cc3f75,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:12:49.193106 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af351b98-bdf8-4cff-a8a6-8e6df4e57529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68920e65-cb5c-41ef-b06d-600e72cc3f75', 'code': 200} Jul 29 14:12:49.239755 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:49.241924 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:49.313180 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=68920e65-cb5c-41ef-b06d-600e72cc3f75,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:49.316172 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:49.612460 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35140) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:49.624408 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96344d3c-6798-4ea7-b62c-3feea4546968 req-e3560d27-5b86-4ba9-963b-79fecfd6ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:49.625845 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-96344d3c-6798-4ea7-b62c-3feea4546968 req-e3560d27-5b86-4ba9-963b-79fecfd6ac11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 1099 time: 0.0762391 Jul 29 14:12:49.748197 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:49.763857 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:49.771430 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Usage tracker for resource:security_group_rule and tenant:acb3cdd10ec940d48514ac45a70e1dda is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:49.774426 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:49.782001 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:49.786871 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-96344d3c-6798-4ea7-b62c-3feea4546968 req-63d5dde9-7db3-4a47-9f14-8ae4cc825b04 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525187 Jul 29 14:12:49.870125 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:49.954655 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:49.965711 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-0edadf68-0534-4e24-a404-8de53f2aec70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:49.997506 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288edc4-b556-4ef9-a0de-b60dc38211f3 req-706dc7bf-2078-40fc-befa-70208009c99a tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:49.999131 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0288edc4-b556-4ef9-a0de-b60dc38211f3 req-706dc7bf-2078-40fc-befa-70208009c99a tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 946 time: 0.0823741 Jul 29 14:12:50.004843 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acb3cdd10ec940d48514ac45a70e1dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912528 Jul 29 14:12:50.007679 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35152) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:50.019878 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bf5406-c143-4d5f-9f48-ce8ee5537c30,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:50.023990 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:50.051182 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0288edc4-b556-4ef9-a0de-b60dc38211f3 req-7622e86b-79f2-4aa0-9867-609f9aff73b6 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461736 Jul 29 14:12:50.077759 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4826ee91-aabc-452e-a780-725689139bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:50.103837 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4826ee91-aabc-452e-a780-725689139bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:50.234588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4826ee91-aabc-452e-a780-725689139bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:50.238433 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2c11e9bc-8051-46d4-a759-f7a550c37653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:50.249811 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826ee91-aabc-452e-a780-725689139bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bf5406-c143-4d5f-9f48-ce8ee5537c30,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:50.253695 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-4826ee91-aabc-452e-a780-725689139bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:50.257428 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-4826ee91-aabc-452e-a780-725689139bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:50.258543 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-4826ee91-aabc-452e-a780-725689139bb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57bf5406-c143-4d5f-9f48-ce8ee5537c30 HTTP/1.1" status: 204 len: 168 time: 0.2499790 Jul 29 14:12:50.893328 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35164) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:50.914947 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:51.016566 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:51.020208 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] Usage tracker for resource:security_group_rule and tenant:8e1b60ec52484b66a4e7d4ab464a5fcd is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:51.022993 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:51.029224 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:51.107849 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:51.200004 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:51.211980 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-70cb7cb2-6ec2-419a-a8ab-67a645ad7287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:51.263775 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cca8eb-039b-403e-b05b-2943d8673575,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:51.269543 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e1b60ec52484b66a4e7d4ab464a5fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751028 Jul 29 14:12:51.271454 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bb787441-83ff-4f84-aec5-755d14beb5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:51.272549 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35170) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:51.294539 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e532c9-9a96-4a2f-a753-b8b555c225a4 req-e61c1db1-180b-4703-a998-d98c66112020 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:12:51.296087 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d1e532c9-9a96-4a2f-a753-b8b555c225a4 req-e61c1db1-180b-4703-a998-d98c66112020 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 946 time: 0.1327834 Jul 29 14:12:51.334633 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:51.343896 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d1e532c9-9a96-4a2f-a753-b8b555c225a4 req-2f4d01ca-cb0c-4849-a6b6-0806b68761a6 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Jul 29 14:12:51.361793 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:51.491427 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:51.495590 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-1d8a2894-0916-4366-a35b-64c7c1cadd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:51.512650 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cca8eb-039b-403e-b05b-2943d8673575,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:51.519623 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:51.520792 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71cca8eb-039b-403e-b05b-2943d8673575 HTTP/1.1" status: 204 len: 168 time: 0.2465956 Jul 29 14:12:51.522383 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.522853 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.523608 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.524065 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.524539 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.525143 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.525585 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.527153 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.527602 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.528179 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.528753 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.529180 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:12:51.533726 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:52.327214 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35192) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:52.345975 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:52.360992 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:12:52.365133 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Usage tracker for resource:security_group_rule and tenant:fbce408925734a43b9989e623b67e009 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:12:52.367954 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:12:52.373939 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:12:52.461722 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:52.508288 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:52.521563 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-0244c5ad-65e6-4582-afcf-0394d0091918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:52.562972 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbce408925734a43b9989e623b67e009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346106 Jul 29 14:12:52.563899 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f090d280-8fca-4b67-8af4-222f204d0a03,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:52.565762 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35196) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:12:52.567444 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:52.625648 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c80c0453-13e3-443b-a0ec-e2e21e095fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:52.651527 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c80c0453-13e3-443b-a0ec-e2e21e095fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:52.779851 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c80c0453-13e3-443b-a0ec-e2e21e095fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:52.783691 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-fad1e28f-5058-4bf5-9efa-ea4503bff378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:12:52.800650 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c0453-13e3-443b-a0ec-e2e21e095fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090d280-8fca-4b67-8af4-222f204d0a03,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:12:52.804449 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c80c0453-13e3-443b-a0ec-e2e21e095fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:12:52.810500 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c80c0453-13e3-443b-a0ec-e2e21e095fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:12:52.811612 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c80c0453-13e3-443b-a0ec-e2e21e095fe0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f090d280-8fca-4b67-8af4-222f204d0a03 HTTP/1.1" status: 204 len: 168 time: 0.2446806 Jul 29 14:13:01.002717 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-d3f40003-e256-4dd7-9256-bbdcbbb8f548 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:01.004135 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-d3f40003-e256-4dd7-9256-bbdcbbb8f548 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/networks?id=0f6bd783-dc2a-4928-b736-acfab3343afc HTTP/1.1" status: 200 len: 814 time: 0.1477029 Jul 29 14:13:01.019032 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-9166006a-9a7b-446a-bde6-58fce8a211f4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/quotas/4476c648a60a4934bdd0beeff4a1ef42 HTTP/1.1" status: 200 len: 375 time: 0.0093262 Jul 29 14:13:01.108658 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-2fc9616d-a888-42c7-bcc6-b288665f3321 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844579 Jul 29 14:13:01.242090 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-07c9b3ab-7682-451d-8304-664ab45d9f0a service neutron] 10.222.0.22 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267421 Jul 29 14:13:01.374282 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-190db431-f902-4dd1-b683-f5cac89264a2 service neutron] 10.222.0.22 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258056 Jul 29 14:13:01.629384 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-15fd7c07-2bfa-414b-94fd-346fb87a38b2 req-a5b88911-ef7c-43eb-a611-7e275246bff9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 210 time: 0.0453060 Jul 29 14:13:02.295468 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:02.781726 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3f0cf9d3-c815-4b3f-8fb2-403dfc0117bd req-3b14c6c5-207c-4e9c-8937-b678374d4a55 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 210 time: 0.0446031 Jul 29 14:13:03.813805 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-4d9cc390-be0c-498c-a4b4-2e5f364d8efe tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:03.815082 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-4d9cc390-be0c-498c-a4b4-2e5f364d8efe tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "GET /v2.0/networks?id=0f6bd783-dc2a-4928-b736-acfab3343afc HTTP/1.1" status: 200 len: 814 time: 0.1511886 Jul 29 14:13:03.829014 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Request body: {'port': {'device_id': '859b8398-390e-4c6f-80b6-844e2b91cdc1', 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc', 'admin_state_up': True, 'tenant_id': '4476c648a60a4934bdd0beeff4a1ef42'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:13:03.974805 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e1f8472a-8374-43f1-bfff-a7fb71f75b67 req-d6811c3d-7dc8-4210-87a6-7c7be302bb0a tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 210 time: 0.0574586 Jul 29 14:13:04.011239 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:13:04.021417 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:13:04.113606 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Made reservation on behalf of 4476c648a60a4934bdd0beeff4a1ef42 for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:13:04.117232 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:04.293802 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Allocated IP 172.20.0.12 (0f6bd783-dc2a-4928-b736-acfab3343afc/89e222f0-25ac-46fe-8200-929896b1f8df/2cecc5fa-a96e-4b18-8137-4e746542cff5) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:13:04.500997 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:04.614170 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:04.620088 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-844f5e97-054b-4d71-b165-f2368da3f5bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:04.628077 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['e2828d8d-e67c-4071-a30a-b556a6a2e765', 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e', '68920e65-cb5c-41ef-b06d-600e72cc3f75'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:13:04.683769 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Network 0f6bd783-dc2a-4928-b736-acfab3343afc is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:13:04.688133 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:13:04.690823 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:13:04.764602 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Pushing event updated for resources: {'Port': ['ID=2cecc5fa-a96e-4b18-8137-4e746542cff5,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:04.767623 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:04.784203 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:04.784832 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:04.883018 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-cc8174c1-060e-4318-b775-5840b5af94bb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0586956 Jul 29 14:13:04.894716 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Request body: {'port': {'device_id': '859b8398-390e-4c6f-80b6-844e2b91cdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:13:05.010426 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:05.173626 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbabf5-5433-4b0c-9705-8eaf17b7bf85 req-9a7ce6f4-554b-4e21-9128-e669443fd470 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:05.174988 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d3bbabf5-5433-4b0c-9705-8eaf17b7bf85 req-9a7ce6f4-554b-4e21-9128-e669443fd470 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 932 time: 0.0844712 Jul 29 14:13:05.219900 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d3bbabf5-5433-4b0c-9705-8eaf17b7bf85 req-433280b3-1ed6-4139-8f35-e36ac5d0dbe7 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391622 Jul 29 14:13:05.466286 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cecc5fa-a96e-4b18-8137-4e746542cff5 {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:13:05.473553 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:05.488431 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Transition to ACTIVE for port object 2cecc5fa-a96e-4b18-8137-4e746542cff5 will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:13:05.587769 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:05.593264 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b8b97c3c-25d5-4fe6-9847-b1af8057217e tempest-VolumesActionsTest-989309532 tempest-VolumesActionsTest-989309532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:05.761615 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cecc5fa-a96e-4b18-8137-4e746542cff5,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:05.789999 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:05.841918 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Attempting to bind port 2cecc5fa-a96e-4b18-8137-4e746542cff5 on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:13:05.842585 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Attempting to bind port 2cecc5fa-a96e-4b18-8137-4e746542cff5 by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:13:05.842921 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Attempting to bind port 2cecc5fa-a96e-4b18-8137-4e746542cff5 on network 0f6bd783-dc2a-4928-b736-acfab3343afc {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:13:05.862689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Port 2cecc5fa-a96e-4b18-8137-4e746542cff5 on network 0f6bd783-dc2a-4928-b736-acfab3343afc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:13:05.862689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Attempting to bind port 2cecc5fa-a96e-4b18-8137-4e746542cff5 on network 0f6bd783-dc2a-4928-b736-acfab3343afc {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:13:05.862689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:13:05.862689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Checking segment: {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:13:05.862689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Bound using segment: {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:13:05.862689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Bound port: 2cecc5fa-a96e-4b18-8137-4e746542cff5, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0532b43-91f4-4714-903f-dbba82d9be65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:13:05.862689 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:05.959758 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] For port 2cecc5fa-a96e-4b18-8137-4e746542cff5, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:13:05.963703 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] For port 2cecc5fa-a96e-4b18-8137-4e746542cff5, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2cecc5fa-a96e-4b18-8137-4e746542cff5,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:13:06.036994 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:06.042870 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-104608ee-adb5-48c6-8be0-168b26cf3db1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:06.106883 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:06.107709 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:06.109381 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] 10.222.0.36 "PUT /v2.0/ports/2cecc5fa-a96e-4b18-8137-4e746542cff5 HTTP/1.1" status: 200 len: 1094 time: 1.2187839 Jul 29 14:13:06.112028 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859b8398-390e-4c6f-80b6-844e2b91cdc1', 'tag': '2cecc5fa-a96e-4b18-8137-4e746542cff5'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:13:06.140246 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cecc5fa-a96e-4b18-8137-4e746542cff5,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:06.143357 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-1674879b-1ec4-4971-910e-2522d3414eb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:06.171825 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859b8398-390e-4c6f-80b6-844e2b91cdc1', 'tag': '2cecc5fa-a96e-4b18-8137-4e746542cff5', 'status': 'completed', 'code': 200} Jul 29 14:13:06.274143 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc42812-c988-4466-a294-b79c9f4e7bc4 req-06eac717-9867-4db3-83bf-36ad572e695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:06.275750 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-abc42812-c988-4466-a294-b79c9f4e7bc4 req-06eac717-9867-4db3-83bf-36ad572e695f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 1097 time: 0.0768070 Jul 29 14:13:06.448996 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc42812-c988-4466-a294-b79c9f4e7bc4 req-44047071-59c1-4710-ba0a-e19fff30dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:06.451309 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-abc42812-c988-4466-a294-b79c9f4e7bc4 req-44047071-59c1-4710-ba0a-e19fff30dc43 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1663265 Jul 29 14:13:06.453192 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd66ef-de62-46fd-8485-0304e54a6c76 req-d03096bc-4cea-4f23-a612-79257edc5967 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:06.454671 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4bdd66ef-de62-46fd-8485-0304e54a6c76 req-d03096bc-4cea-4f23-a612-79257edc5967 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 944 time: 0.1002378 Jul 29 14:13:06.515409 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-4bdd66ef-de62-46fd-8485-0304e54a6c76 req-a4f24ad9-6d93-42c9-b74d-9553ea4c68a2 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539460 Jul 29 14:13:06.603153 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc42812-c988-4466-a294-b79c9f4e7bc4 req-23995927-920a-4427-8e4b-0ad8f3c885fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:06.604621 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-abc42812-c988-4466-a294-b79c9f4e7bc4 req-23995927-920a-4427-8e4b-0ad8f3c885fc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1460896 Jul 29 14:13:06.754352 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-4016be8a-e3e9-4c87-a287-4cc93dcf42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:06.756262 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-4016be8a-e3e9-4c87-a287-4cc93dcf42aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 1097 time: 0.0839822 Jul 29 14:13:06.830283 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-415b97bd-8bce-4069-8349-01a555851e2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cecc5fa-a96e-4b18-8137-4e746542cff5 HTTP/1.1" status: 200 len: 217 time: 0.0663466 Jul 29 14:13:06.909618 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-181e5f46-3288-42cd-8911-e2994d9035cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:06.911089 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-181e5f46-3288-42cd-8911-e2994d9035cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89e222f0-25ac-46fe-8200-929896b1f8df HTTP/1.1" status: 200 len: 854 time: 0.0592482 Jul 29 14:13:06.975244 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-9ca1ddc5-7ecc-40b2-a193-eade5227163a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f6bd783-dc2a-4928-b736-acfab3343afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428863 Jul 29 14:13:07.112608 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-acc8eff3-cf39-4d73-a378-e8dfe70afa01 service neutron] 10.222.0.36 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303575 Jul 29 14:13:07.245861 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-25edd2ce-0931-4ed2-9857-b3ed9ee52456 req-b2de7018-db0c-4c7e-acc8-3a6ec73662b2 service neutron] 10.222.0.36 "GET /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263554 Jul 29 14:13:07.706478 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e4f0c-24bb-4636-8825-6f0bdf1eab5b req-412c5241-e9b1-4660-8ea6-1ba08496d415 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:07.707099 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-448e4f0c-24bb-4636-8825-6f0bdf1eab5b req-412c5241-e9b1-4660-8ea6-1ba08496d415 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:13:07.801998 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-448e4f0c-24bb-4636-8825-6f0bdf1eab5b req-412c5241-e9b1-4660-8ea6-1ba08496d415 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:13:07.803228 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-448e4f0c-24bb-4636-8825-6f0bdf1eab5b req-412c5241-e9b1-4660-8ea6-1ba08496d415 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 944 time: 0.1801929 Jul 29 14:13:07.854269 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-448e4f0c-24bb-4636-8825-6f0bdf1eab5b req-153bb8a9-31a5-4830-844d-f1377689f1a5 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Jul 29 14:13:08.647548 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-cb3e8983-45aa-4f58-a9e6-7c2a8d7ae8c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707912 Jul 29 14:13:08.794810 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-5d724691-58d1-418c-8a8b-7e1bd32aacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:08.796278 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-5d724691-58d1-418c-8a8b-7e1bd32aacc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1099 time: 0.0753565 Jul 29 14:13:08.902539 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35462) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:08.968105 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46c6a1d-1bba-4a50-a41d-5ba1a7f3202b admin admin] Deleting subnet 3f5ff583-72ab-4345-9644-66e51a3a6196 {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:13:08.972923 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b46c6a1d-1bba-4a50-a41d-5ba1a7f3202b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:08.997755 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 2cecc5fa-a96e-4b18-8137-4e746542cff5 details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:13:09.059582 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-3b406c28-680d-430c-9d9d-a13d28f117a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:09.061852 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-3b406c28-680d-430c-9d9d-a13d28f117a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37e052b0-c068-4de9-bfec-457c37ea3946 HTTP/1.1" status: 200 len: 910 time: 0.2379785 Jul 29 14:13:09.081789 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b46c6a1d-1bba-4a50-a41d-5ba1a7f3202b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.135832 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 2cecc5fa-a96e-4b18-8137-4e746542cff5, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2cecc5fa-a96e-4b18-8137-4e746542cff5,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:09.143602 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e17c2f-d060-426f-a307-ee39f5b68ff5 req-c24620ad-e1a2-4346-a8e9-d151bcbb1402 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:09.144692 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1e17c2f-d060-426f-a307-ee39f5b68ff5 req-c24620ad-e1a2-4346-a8e9-d151bcbb1402 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 944 time: 0.1743581 Jul 29 14:13:09.150679 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '2cecc5fa-a96e-4b18-8137-4e746542cff5', 'network_id': '0f6bd783-dc2a-4928-b736-acfab3343afc', 'port_id': '2cecc5fa-a96e-4b18-8137-4e746542cff5', 'mac_address': 'fa:16:3e:24:94:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e222f0-25ac-46fe-8200-929896b1f8df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:13:09.155013 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b46c6a1d-1bba-4a50-a41d-5ba1a7f3202b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.174804 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-2c1e1576-c1fa-48f1-ba40-d9e190076586 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19dfdf90-7700-497d-a8a8-930001492d09 HTTP/1.1" status: 200 len: 1002 time: 0.1045928 Jul 29 14:13:09.210479 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.228599 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cecc5fa-a96e-4b18-8137-4e746542cff5 {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:13:09.241883 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-d811ac44-b19a-4e9c-9e31-23472ad94d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:09.243427 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-d811ac44-b19a-4e9c-9e31-23472ad94d23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c3965ee-36f1-42da-a683-61dd1543c756 HTTP/1.1" status: 200 len: 848 time: 0.0614662 Jul 29 14:13:09.244396 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-e1e17c2f-d060-426f-a307-ee39f5b68ff5 req-784bfa1f-b8c4-4b76-bfea-52e82d01af6e tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Jul 29 14:13:09.245517 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 2cecc5fa-a96e-4b18-8137-4e746542cff5, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2cecc5fa-a96e-4b18-8137-4e746542cff5,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:09.323582 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-1eb80634-0065-4f5b-a900-e2b7b2167309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:09.325229 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-1eb80634-0065-4f5b-a900-e2b7b2167309 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37e052b0-c068-4de9-bfec-457c37ea3946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739393 Jul 29 14:13:09.348006 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.349972 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-ea1f4fb0-fe2a-4a6e-ad7b-4c0b71f44cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:09.377690 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b46c6a1d-1bba-4a50-a41d-5ba1a7f3202b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.387777 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7170b15d-d9f0-4b06-aea6-e7df2480ebf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:09.419705 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=2cecc5fa-a96e-4b18-8137-4e746542cff5,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:09.421852 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-b46c6a1d-1bba-4a50-a41d-5ba1a7f3202b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.426974 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.427323 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.427669 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.428016 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.428726 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.429067 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.429402 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.429724 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.430218 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.430705 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.430849 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c6a1d-1bba-4a50-a41d-5ba1a7f3202b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5ff583-72ab-4345-9644-66e51a3a6196,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:09.431324 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.431820 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:09.434589 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-b46c6a1d-1bba-4a50-a41d-5ba1a7f3202b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:09.439115 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-b46c6a1d-1bba-4a50-a41d-5ba1a7f3202b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3f5ff583-72ab-4345-9644-66e51a3a6196 HTTP/1.1" status: 204 len: 168 time: 0.5320234 Jul 29 14:13:09.439218 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:09.441075 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35470) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:09.474303 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-c2ce5e6c-c18e-4ac1-adee-4e2d31850b21 service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418185 Jul 29 14:13:09.549023 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.615099 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['2cecc5fa-a96e-4b18-8137-4e746542cff5'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:13:09.629829 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-5d1ae15b-dd67-4ff3-9c99-0a71c19bda89 req-29217c37-c605-4e77-b82d-a447155e01b7 service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430221 Jul 29 14:13:09.787003 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.800409 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ec84f9-26c0-4ba5-ad12-b4308593e6db']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:09.813370 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdac864-2571-4fe2-ad8e-d90b96dd6542') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:09.818370 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdac864-2571-4fe2-ad8e-d90b96dd6542') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:09.827364 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.845265 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.851493 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:13:09.851895 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:13:09.867753 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:13:10.014175 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:10.017786 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:10.030813 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:10.041207 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Pushing event deleted for resources: {'Network': ['ID=53ec84f9-26c0-4ba5-ad12-b4308593e6db,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:10.044909 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:10.120066 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-c83a04c1-fa80-436c-b7c3-3d7b9a2fef7f admin admin] 10.222.0.22 "DELETE /v2.0/networks/53ec84f9-26c0-4ba5-ad12-b4308593e6db HTTP/1.1" status: 204 len: 168 time: 0.6771884 Jul 29 14:13:10.430737 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4e39f-fdac-42a5-bc13-3e5d06701e7b req-c40dcfa0-b171-4c32-972a-d19c84d5f052 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:10.432212 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-53b4e39f-fdac-42a5-bc13-3e5d06701e7b req-c40dcfa0-b171-4c32-972a-d19c84d5f052 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 945 time: 0.0830870 Jul 29 14:13:10.478434 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-53b4e39f-fdac-42a5-bc13-3e5d06701e7b req-5a2aa5d8-e82f-47a9-b465-98dc0e4a027e tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Jul 29 14:13:10.550839 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35482) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:10.603667 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-87378198-ad0a-4a53-a62c-645d3d43f31f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23f2dd90650c4a0199f1c9a8c724892d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516107 Jul 29 14:13:10.606042 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35486) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:10.662652 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-eee24387-e1c8-49b0-8c61-3b2e833f677c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:10.689103 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-eee24387-e1c8-49b0-8c61-3b2e833f677c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:10.833623 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-eee24387-e1c8-49b0-8c61-3b2e833f677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:10.838629 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-54029148-51a8-4086-a18d-fd28243067e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:10.852608 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24387-e1c8-49b0-8c61-3b2e833f677c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15991b89-881e-498b-923e-cc712c34f11e,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:10.854936 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-eee24387-e1c8-49b0-8c61-3b2e833f677c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:10.936009 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-eee24387-e1c8-49b0-8c61-3b2e833f677c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:10.939405 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-eee24387-e1c8-49b0-8c61-3b2e833f677c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15991b89-881e-498b-923e-cc712c34f11e HTTP/1.1" status: 204 len: 168 time: 0.3301048 Jul 29 14:13:11.013911 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 2cecc5fa-a96e-4b18-8137-4e746542cff5 up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:13:11.179080 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 2cecc5fa-a96e-4b18-8137-4e746542cff5 completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:13:11.184169 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 2cecc5fa-a96e-4b18-8137-4e746542cff5 triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:13:11.184926 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:11.308000 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:11.339747 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859b8398-390e-4c6f-80b6-844e2b91cdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cecc5fa-a96e-4b18-8137-4e746542cff5'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:13:11.351034 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 2cecc5fa-a96e-4b18-8137-4e746542cff5, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2cecc5fa-a96e-4b18-8137-4e746542cff5,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:11.395415 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859b8398-390e-4c6f-80b6-844e2b91cdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cecc5fa-a96e-4b18-8137-4e746542cff5', 'code': 200} Jul 29 14:13:11.428126 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:11.430028 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:11.499593 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=2cecc5fa-a96e-4b18-8137-4e746542cff5,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:11.502782 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:11.681192 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6f74b-41b7-4da8-9dde-2c818c15fa83 req-1153c49b-3e92-4029-bf61-118f31c58fb1 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:11.682643 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b6f74b-41b7-4da8-9dde-2c818c15fa83 req-1153c49b-3e92-4029-bf61-118f31c58fb1 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 946 time: 0.0884509 Jul 29 14:13:11.782312 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2c85d332-da5a-43ca-99c7-810dd6e8e121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:11.784271 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f9b6f74b-41b7-4da8-9dde-2c818c15fa83 req-c39dbcd5-9b17-4d07-b121-7094fde68b3b tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619555 Jul 29 14:13:11.794139 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584a57-3bca-40fd-9603-bc3e1ec854f9 req-2e0bd2c6-e673-47ca-928c-944c07d8dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:11.795645 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-29584a57-3bca-40fd-9603-bc3e1ec854f9 req-2e0bd2c6-e673-47ca-928c-944c07d8dbf4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 1099 time: 0.1091976 Jul 29 14:13:11.836716 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-29584a57-3bca-40fd-9603-bc3e1ec854f9 req-84f80e59-3682-47b3-a3b4-345680685175 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Jul 29 14:13:12.450355 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:13.002700 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978da28-a28a-46b2-9a88-ff65f2ba26a7 req-d5993676-9131-49b3-8302-600bfa13c421 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:13.004060 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9978da28-a28a-46b2-9a88-ff65f2ba26a7 req-d5993676-9131-49b3-8302-600bfa13c421 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 946 time: 0.0957611 Jul 29 14:13:13.052538 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-9978da28-a28a-46b2-9a88-ff65f2ba26a7 req-d995ac0c-3cf9-4895-bcbd-71e469bfdec1 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Jul 29 14:13:14.243927 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3861f4-fa25-4d12-a99e-d5c43e1520dc req-c0b51f18-4ede-45d9-80f7-029d9327a85d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:14.245404 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0c3861f4-fa25-4d12-a99e-d5c43e1520dc req-c0b51f18-4ede-45d9-80f7-029d9327a85d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 946 time: 0.0841134 Jul 29 14:13:14.292409 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0c3861f4-fa25-4d12-a99e-d5c43e1520dc req-08aa8b33-5652-41f7-848d-a39dde4a7f5d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Jul 29 14:13:14.567989 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f2df2200-3360-47af-9a92-aa55a3c78b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:15.550326 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:16.987407 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:22.882989 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:13:23.031227 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76e8cc-a6bc-417d-9ad7-2a90880820d9 req-ce886589-89c4-47c4-81f3-50b227e9eaf4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:23.032660 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0e76e8cc-a6bc-417d-9ad7-2a90880820d9 req-ce886589-89c4-47c4-81f3-50b227e9eaf4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 946 time: 0.0844762 Jul 29 14:13:23.081443 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-0e76e8cc-a6bc-417d-9ad7-2a90880820d9 req-da457969-8835-47c5-a6db-68fe668b010b tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432210 Jul 29 14:13:24.270607 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b39f69-db26-44da-900f-a6ab46446fa5 req-67cf6ec1-ed68-4b19-9025-2e36001feb5d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:24.272077 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d2b39f69-db26-44da-900f-a6ab46446fa5 req-67cf6ec1-ed68-4b19-9025-2e36001feb5d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 946 time: 0.0821886 Jul 29 14:13:24.318563 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d2b39f69-db26-44da-900f-a6ab46446fa5 req-0dccae1d-8c6d-4a61-8c86-476cd26a9f7b tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 Jul 29 14:13:24.748767 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-05793309-1e20-4e94-bce5-97fbe639e6db tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:24.750246 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-05793309-1e20-4e94-bce5-97fbe639e6db tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 946 time: 0.0816109 Jul 29 14:13:24.822735 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Deleting port 2cecc5fa-a96e-4b18-8137-4e746542cff5 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:24.822990 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:25.074162 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] For port 2cecc5fa-a96e-4b18-8137-4e746542cff5, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=2cecc5fa-a96e-4b18-8137-4e746542cff5,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:25.074432 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:25.198570 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Calling delete_port for 2cecc5fa-a96e-4b18-8137-4e746542cff5 owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:25.390472 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:25.396194 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e686d7f9-606d-426e-9e7e-27bb1455f8fd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:25.405828 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['e2828d8d-e67c-4071-a30a-b556a6a2e765', 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e', '68920e65-cb5c-41ef-b06d-600e72cc3f75'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:13:25.577928 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Pushing event deleted for resources: {'Port': ['ID=2cecc5fa-a96e-4b18-8137-4e746542cff5,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:25.585860 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:25.618885 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-2b3bc903-8eb5-4b7d-8176-2c46c0d40af3 req-4f5b4065-c517-4776-803d-1372a3286018 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 210 time: 0.0854352 Jul 29 14:13:25.671267 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] No DVR routers for this DVR port 2cecc5fa-a96e-4b18-8137-4e746542cff5 on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:13:25.673817 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:25.677876 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859b8398-390e-4c6f-80b6-844e2b91cdc1', 'name': 'network-vif-deleted', 'tag': '2cecc5fa-a96e-4b18-8137-4e746542cff5'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:13:25.726605 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859b8398-390e-4c6f-80b6-844e2b91cdc1', 'name': 'network-vif-deleted', 'tag': '2cecc5fa-a96e-4b18-8137-4e746542cff5', 'status': 'completed', 'code': 200} Jul 29 14:13:25.767829 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-a06e3492-9a98-4cd8-a133-22e8b28bd9bb req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "DELETE /v2.0/ports/2cecc5fa-a96e-4b18-8137-4e746542cff5 HTTP/1.1" status: 204 len: 173 time: 1.0105686 Jul 29 14:13:26.785864 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-f4e3b561-aea4-41e9-9b02-de30ba4d883c req-9cdea7ff-f837-4af3-969f-ea61af53e8a4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:13:26.905318 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-f4e3b561-aea4-41e9-9b02-de30ba4d883c req-9cdea7ff-f837-4af3-969f-ea61af53e8a4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:13:26.906509 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f4e3b561-aea4-41e9-9b02-de30ba4d883c req-9cdea7ff-f837-4af3-969f-ea61af53e8a4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=859b8398-390e-4c6f-80b6-844e2b91cdc1 HTTP/1.1" status: 200 len: 210 time: 0.1639256 Jul 29 14:13:27.074187 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 2cecc5fa-a96e-4b18-8137-4e746542cff5 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:27.108218 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 2cecc5fa-a96e-4b18-8137-4e746542cff5 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:27.108651 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 2cecc5fa-a96e-4b18-8137-4e746542cff5 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:29.995114 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b51b26-e72a-4b9b-86ed-1725c57239e0 req-fb733796-ce74-4bd1-bba8-cbe0a8376eb5 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:29.996606 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d5b51b26-e72a-4b9b-86ed-1725c57239e0 req-fb733796-ce74-4bd1-bba8-cbe0a8376eb5 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 946 time: 0.0853798 Jul 29 14:13:30.041508 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-d5b51b26-e72a-4b9b-86ed-1725c57239e0 req-be2e71c7-59c6-4efc-ae0b-445ddb3874eb tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Jul 29 14:13:30.762169 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35688) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:30.968955 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Deleting port 9435eefc-afa4-492d-937d-fd5f1e11f860 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:30.969223 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:31.139407 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:31.140096 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:31.236102 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18ce18-9d23-4795-b5ea-a2d5a9741dc5 req-a32e6630-eaca-4d1b-83b8-379fad46a272 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:31.237532 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4f18ce18-9d23-4795-b5ea-a2d5a9741dc5 req-a32e6630-eaca-4d1b-83b8-379fad46a272 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 946 time: 0.0843678 Jul 29 14:13:31.267510 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Calling delete_port for 9435eefc-afa4-492d-937d-fd5f1e11f860 owned by network:floatingip {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:31.282640 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-4f18ce18-9d23-4795-b5ea-a2d5a9741dc5 req-92565d79-176f-44b5-a8fd-27d2060a636f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Jul 29 14:13:31.492824 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:31.496645 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a15b6883-ae75-4a64-8f18-4ad68b768236 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:31.542768 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event deleted for resources: {'Port': ['ID=9435eefc-afa4-492d-937d-fd5f1e11f860,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:31.546487 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:31.552920 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-c09928dc-4e7b-4516-982c-ea03ca9deeec tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:31.554417 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-c09928dc-4e7b-4516-982c-ea03ca9deeec tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 946 time: 0.0807908 Jul 29 14:13:31.629529 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Deleting port 68920e65-cb5c-41ef-b06d-600e72cc3f75 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:31.629806 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:31.637734 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for floatingip, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:31.638662 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.db.l3_db [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Floating IP 88876767-e7f8-45c5-ac1a-fa3b28643385 disassociated (deleted). External IP: 172.28.0.195, port: 19dfdf90-7700-497d-a8a8-930001492d09. Jul 29 14:13:31.895166 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] For port 68920e65-cb5c-41ef-b06d-600e72cc3f75, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=68920e65-cb5c-41ef-b06d-600e72cc3f75,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:31.896077 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:32.023993 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Calling delete_port for 68920e65-cb5c-41ef-b06d-600e72cc3f75 owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:32.102891 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Router 1c7ec020-c299-4415-beef-c8fd5324d099 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:13:32.241695 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:32.248079 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-2327fc20-e7f2-4ab8-8556-08d632b4fb7f tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:32.255408 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['e2828d8d-e67c-4071-a30a-b556a6a2e765', 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e', '68920e65-cb5c-41ef-b06d-600e72cc3f75'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:13:32.286911 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:32.293389 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Pushing event deleted for resources: {'Port': ['ID=68920e65-cb5c-41ef-b06d-600e72cc3f75,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:32.294663 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:13:32.297173 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:32.324885 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] Sync routers for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:13:32.344533 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:13:32.345159 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:13:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:32.373467 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] No DVR routers for this DVR port 68920e65-cb5c-41ef-b06d-600e72cc3f75 on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:13:32.375905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:32.378597 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af351b98-bdf8-4cff-a8a6-8e6df4e57529', 'name': 'network-vif-deleted', 'tag': '68920e65-cb5c-41ef-b06d-600e72cc3f75'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:13:32.387081 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for floatingip, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:32.433990 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af351b98-bdf8-4cff-a8a6-8e6df4e57529', 'name': 'network-vif-deleted', 'tag': '68920e65-cb5c-41ef-b06d-600e72cc3f75', 'status': 'completed', 'code': 200} Jul 29 14:13:32.477000 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f69f031c-4ff2-48b4-ad82-ff55faf05708 req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "DELETE /v2.0/ports/68920e65-cb5c-41ef-b06d-600e72cc3f75 HTTP/1.1" status: 204 len: 173 time: 0.9168842 Jul 29 14:13:32.492754 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-03bffec4-b9a9-432e-a7de-df4c5662ff97 req-13f8a8bd-179c-4de0-b3f4-a94b533e93c4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=af351b98-bdf8-4cff-a8a6-8e6df4e57529 HTTP/1.1" status: 200 len: 210 time: 0.0661476 Jul 29 14:13:32.506827 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-dd1e015b-f36f-4436-af00-77c6bbfa4e31 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "DELETE /v2.0/floatingips/88876767-e7f8-45c5-ac1a-fa3b28643385 HTTP/1.1" status: 204 len: 168 time: 1.7405961 Jul 29 14:13:32.506827 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09'}] {{(pid=79176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:13:32.563141 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09', 'status': 'completed', 'code': 200} Jul 29 14:13:32.601239 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:13:32.682987 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-8a463342-a769-45c5-925a-0b1bc8a8ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:32.684629 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-8a463342-a769-45c5-925a-0b1bc8a8ff63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 1099 time: 0.0982859 Jul 29 14:13:32.828113 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-aa436276-5c5a-4cc6-9eef-2e3ab1b29511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:32.829563 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-aa436276-5c5a-4cc6-9eef-2e3ab1b29511 service neutron] 10.222.0.36 "GET /v2.0/networks?id=37e052b0-c068-4de9-bfec-457c37ea3946 HTTP/1.1" status: 200 len: 910 time: 0.1386309 Jul 29 14:13:32.914095 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-fc3fb9ae-c185-491c-990e-914daf3074d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19dfdf90-7700-497d-a8a8-930001492d09 HTTP/1.1" status: 200 len: 217 time: 0.0730414 Jul 29 14:13:32.980025 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-074e0d59-a8c9-42ff-90e9-00f04057fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:32.982056 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-074e0d59-a8c9-42ff-90e9-00f04057fc89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c3965ee-36f1-42da-a683-61dd1543c756 HTTP/1.1" status: 200 len: 848 time: 0.0611758 Jul 29 14:13:33.068731 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-4190a816-b1c0-46af-a866-1b64bdf14731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:33.070221 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-4190a816-b1c0-46af-a866-1b64bdf14731 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=37e052b0-c068-4de9-bfec-457c37ea3946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813155 Jul 29 14:13:33.072772 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'b31c19e9-af2d-4009-92d3-aea44f39dd9f', 'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'mac_address': 'fa:16:3e:88:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:47Z', 'updated_at': '2021-07-29T14:08:55Z', 'revision_number': 5, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'subnets': [{'id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:33.076836 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] Checking router: 1c7ec020-c299-4415-beef-c8fd5324d099 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:13:33.085838 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:13:33.086382 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:13:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:33.134346 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ed0cf-7c56-4f25-8edf-0397f7d543d6 req-22623df5-3495-4fc3-aa4c-5130ac648ccf tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:33.135086 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-312ed0cf-7c56-4f25-8edf-0397f7d543d6 req-22623df5-3495-4fc3-aa4c-5130ac648ccf tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Synchronizing usage tracker for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:port {{(pid=79176) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:13:33.239215 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [req-312ed0cf-7c56-4f25-8edf-0397f7d543d6 req-22623df5-3495-4fc3-aa4c-5130ac648ccf tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Unset dirty status for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:port {{(pid=79176) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:13:33.240860 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-312ed0cf-7c56-4f25-8edf-0397f7d543d6 req-22623df5-3495-4fc3-aa4c-5130ac648ccf tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.1953130 Jul 29 14:13:33.300361 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-312ed0cf-7c56-4f25-8edf-0397f7d543d6 req-f4911ed3-231f-49c5-8ac6-44653839833d tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531926 Jul 29 14:13:33.321917 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-4c75239b-f72a-474a-9dc7-1b2eb06e0e4a service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428420 Jul 29 14:13:33.352338 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:13:33.461496 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-f5678cd9-5663-4bfc-9012-0672476fb616 req-c9dc6e8a-aec1-417f-8433-d8ed28edccc9 service neutron] 10.222.0.36 "GET /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314697 Jul 29 14:13:33.683766 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'b31c19e9-af2d-4009-92d3-aea44f39dd9f', 'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'mac_address': 'fa:16:3e:88:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:47Z', 'updated_at': '2021-07-29T14:08:55Z', 'revision_number': 5, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'subnets': [{'id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:33.688444 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f73547-cff3-403b-b60e-58372ae27c60 None None] The sync data for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb is: [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:08:48Z', 'revision_number': 4, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb', '_interfaces': [{'id': 'b31c19e9-af2d-4009-92d3-aea44f39dd9f', 'name': '', 'network_id': '37e052b0-c068-4de9-bfec-457c37ea3946', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'mac_address': 'fa:16:3e:88:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:47Z', 'updated_at': '2021-07-29T14:08:55Z', 'revision_number': 5, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'subnets': [{'id': '6c3965ee-36f1-42da-a683-61dd1543c756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:13:33.928494 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf599fef-20fd-4ff0-a134-efadd97a2fd0 None None] New status for floating IP 88876767-e7f8-45c5-ac1a-fa3b28643385: DOWN {{(pid=79178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:13:34.182289 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ecea0-ac75-4cca-9401-fc9a7472f1dd req-db930b7e-d514-4775-a82b-c3e22eeafbd9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:34.182990 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-fb5ecea0-ac75-4cca-9401-fc9a7472f1dd req-db930b7e-d514-4775-a82b-c3e22eeafbd9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:13:34.257854 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-fb5ecea0-ac75-4cca-9401-fc9a7472f1dd req-db930b7e-d514-4775-a82b-c3e22eeafbd9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:13:34.259029 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fb5ecea0-ac75-4cca-9401-fc9a7472f1dd req-db930b7e-d514-4775-a82b-c3e22eeafbd9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 946 time: 0.1578205 Jul 29 14:13:34.306457 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-fb5ecea0-ac75-4cca-9401-fc9a7472f1dd req-bb149307-fc4f-41e9-9053-90a2e6263af6 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Jul 29 14:13:34.430649 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-08a12638-08b1-4da0-bddc-b9fae6d092dc tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:34.432118 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-08a12638-08b1-4da0-bddc-b9fae6d092dc tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.0923164 Jul 29 14:13:34.480741 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cd5e7-144e-4e4f-a5b9-ff68a7fb358c req-b066bf3f-55a4-4cb0-a219-3e78b0ae6643 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:34.482126 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-226cd5e7-144e-4e4f-a5b9-ff68a7fb358c req-b066bf3f-55a4-4cb0-a219-3e78b0ae6643 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 946 time: 0.0807891 Jul 29 14:13:34.503176 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Deleting port 19dfdf90-7700-497d-a8a8-930001492d09 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:34.503518 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:34.526281 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-226cd5e7-144e-4e4f-a5b9-ff68a7fb358c req-432a2b6e-994c-429f-afcf-e7e21e02bb64 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/security-groups?id=2938c99b-00ec-4d70-8a62-73b9f4f3993d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383844 Jul 29 14:13:34.761229 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] For port 19dfdf90-7700-497d-a8a8-930001492d09, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=19dfdf90-7700-497d-a8a8-930001492d09,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:34.761592 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:34.886304 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Calling delete_port for 19dfdf90-7700-497d-a8a8-930001492d09 owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:35.092670 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.099580 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a02bba26-d43d-4275-9cff-a4a51493ffcd tempest-TestMinimumBasicScenario-2082661953 tempest-TestMinimumBasicScenario-2082661953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:35.147102 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event deleted for resources: {'Port': ['ID=19dfdf90-7700-497d-a8a8-930001492d09,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:35.149573 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:35.155623 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35730) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:35.158036 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 68920e65-cb5c-41ef-b06d-600e72cc3f75 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:35.201364 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 68920e65-cb5c-41ef-b06d-600e72cc3f75 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:35.204553 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 68920e65-cb5c-41ef-b06d-600e72cc3f75 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:35.204553 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 19dfdf90-7700-497d-a8a8-930001492d09 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:35.234800 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] No DVR routers for this DVR port 19dfdf90-7700-497d-a8a8-930001492d09 on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:13:35.237273 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.240158 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'name': 'network-vif-deleted', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:13:35.241270 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 19dfdf90-7700-497d-a8a8-930001492d09 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:35.241773 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 19dfdf90-7700-497d-a8a8-930001492d09 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:35.286138 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdb8f13-c6f1-4174-95ff-af3b7ca36866', 'name': 'network-vif-deleted', 'tag': '19dfdf90-7700-497d-a8a8-930001492d09', 'status': 'completed', 'code': 200} Jul 29 14:13:35.288703 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.303992 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:13:35.307750 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] Usage tracker for resource:security_group_rule and tenant:48c8db5e7a544a5f92ee1d7a66f38b5a is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:13:35.311329 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-004c78ae-a57e-46ed-aa0a-5192123b62f8 req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.36 "DELETE /v2.0/ports/19dfdf90-7700-497d-a8a8-930001492d09 HTTP/1.1" status: 204 len: 173 time: 0.8733232 Jul 29 14:13:35.325273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:13:35.325273 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:13:35.407910 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.470203 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-239174ed-3e30-4a62-93fb-c161f093ff45 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:35.471741 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-239174ed-3e30-4a62-93fb-c161f093ff45 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 946 time: 0.0876412 Jul 29 14:13:35.482599 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.499060 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-ffed8659-d7a9-4b6f-bdea-ea25fab1e21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:35.533490 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ea1457-73f4-494e-9f7b-73fd5ca9596a,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:35.550985 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:35.550985 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-53d207b1-9d70-4332-834f-f5ba6c870f16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48c8db5e7a544a5f92ee1d7a66f38b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913782 Jul 29 14:13:35.550985 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35742) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:35.557606 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Deleting port a3efa96c-67c8-4b44-a09d-57ba0c1a998e {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:35.558180 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.620434 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d319e526-33d5-4c3c-be16-1a2f74567dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.654384 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db99ca5-6d6e-4164-8fc7-b834f48d2c4b req-0c304f70-cddc-4804-909a-5ff4e0cfd810 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:35.655919 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1db99ca5-6d6e-4164-8fc7-b834f48d2c4b req-0c304f70-cddc-4804-909a-5ff4e0cfd810 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 946 time: 0.2379339 Jul 29 14:13:35.663590 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d319e526-33d5-4c3c-be16-1a2f74567dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.714546 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-c93d22e0-c7ce-467f-9d3e-d4065c207180 req-c3174566-f749-4e26-9369-3eb80cecee15 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Synchronizing usage tracker for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:13:35.742408 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-1db99ca5-6d6e-4164-8fc7-b834f48d2c4b req-4f8f93bc-02ac-4d02-ad2c-f3ce97ffc105 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707350 Jul 29 14:13:35.818334 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d319e526-33d5-4c3c-be16-1a2f74567dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.822205 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d4f3e13f-5475-47df-a1d3-b3aca9446fb8 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:35.836169 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319e526-33d5-4c3c-be16-1a2f74567dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ea1457-73f4-494e-9f7b-73fd5ca9596a,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:35.839300 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d319e526-33d5-4c3c-be16-1a2f74567dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:35.841593 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-d319e526-33d5-4c3c-be16-1a2f74567dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:35.842716 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-d319e526-33d5-4c3c-be16-1a2f74567dbe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21ea1457-73f4-494e-9f7b-73fd5ca9596a HTTP/1.1" status: 204 len: 168 time: 0.2910693 Jul 29 14:13:35.939734 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-c93d22e0-c7ce-467f-9d3e-d4065c207180 req-c3174566-f749-4e26-9369-3eb80cecee15 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Unset dirty status for tenant:e79d74420ba849a688b9c95ab9c0a4f5 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:13:35.940921 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c93d22e0-c7ce-467f-9d3e-d4065c207180 req-c3174566-f749-4e26-9369-3eb80cecee15 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cdb8f13-c6f1-4174-95ff-af3b7ca36866 HTTP/1.1" status: 200 len: 210 time: 0.2876706 Jul 29 14:13:35.986829 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] For port a3efa96c-67c8-4b44-a09d-57ba0c1a998e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:35.987192 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:36.116488 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Calling delete_port for a3efa96c-67c8-4b44-a09d-57ba0c1a998e owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:36.376292 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:36.382198 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3bdf6cb7-428d-4531-98dc-df85be6da494 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:36.388589 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['e2828d8d-e67c-4071-a30a-b556a6a2e765', 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:13:36.467755 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Pushing event deleted for resources: {'Port': ['ID=a3efa96c-67c8-4b44-a09d-57ba0c1a998e,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:36.470260 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:36.523840 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] No DVR routers for this DVR port a3efa96c-67c8-4b44-a09d-57ba0c1a998e on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:13:36.526691 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:36.619172 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b4a2a126-41a1-4b9f-9f8e-338f4dd4ac8d req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "DELETE /v2.0/ports/a3efa96c-67c8-4b44-a09d-57ba0c1a998e HTTP/1.1" status: 204 len: 173 time: 1.1409292 Jul 29 14:13:36.914130 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-aab59091-0d09-4602-a14f-6d8e3420c3c4 req-2a97b352-196c-4173-b954-a0a1efa3f0c0 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=763ee84a-e8fb-477a-8304-e65d1d167c68 HTTP/1.1" status: 200 len: 210 time: 0.0455647 Jul 29 14:13:37.035268 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35770) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:37.108824 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:37.139567 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:37.283983 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:37.287170 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763ee84a-e8fb-477a-8304-e65d1d167c68', 'name': 'network-vif-deleted', 'tag': 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:13:37.290180 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e29448d5-59a5-4c02-bf49-8b8da3cc5429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:37.308379 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2938c99b-00ec-4d70-8a62-73b9f4f3993d,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:37.321588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.321588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.321588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.321588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.321588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.321588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.321588 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.322350 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.322444 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.322804 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.323283 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.324024 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:37.335532 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:37.339552 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763ee84a-e8fb-477a-8304-e65d1d167c68', 'name': 'network-vif-deleted', 'tag': 'a3efa96c-67c8-4b44-a09d-57ba0c1a998e', 'status': 'completed', 'code': 200} Jul 29 14:13:37.397575 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:37.398665 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-bbe54f31-14b1-4fda-91d7-9553e6caaaef tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] 10.222.0.22 "DELETE /v2.0/security-groups/2938c99b-00ec-4d70-8a62-73b9f4f3993d HTTP/1.1" status: 204 len: 168 time: 0.3623781 Jul 29 14:13:37.510429 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35782) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:38.173163 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456647'] for router_interface, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:38.533594 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Deleting port b31c19e9-af2d-4009-92d3-aea44f39dd9f {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:38.533856 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:38.708566 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] For port b31c19e9-af2d-4009-92d3-aea44f39dd9f, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=b31c19e9-af2d-4009-92d3-aea44f39dd9f,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:38.709054 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:38.837191 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Calling delete_port for b31c19e9-af2d-4009-92d3-aea44f39dd9f owned by network:router_interface {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:39.095211 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:39.100038 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-036578cf-25c6-4ef1-9f5c-da8841c779f3 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:39.145452 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b31c19e9-af2d-4009-92d3-aea44f39dd9f,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:39.148436 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:39.154584 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device a3efa96c-67c8-4b44-a09d-57ba0c1a998e no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:39.194678 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: a3efa96c-67c8-4b44-a09d-57ba0c1a998e {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:39.196316 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device a3efa96c-67c8-4b44-a09d-57ba0c1a998e not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:39.521144 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456635'] for router_interface, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:39.888298 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Router 1c7ec020-c299-4415-beef-c8fd5324d099 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:13:40.127786 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:13:40.136341 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] Sync routers for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:13:40.146452 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:13:40.147167 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:13:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:40.149108 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b2a76-7748-49f1-bf3c-45f7999dca87 req-1687853a-e9f0-4a93-b25f-9ea07818ef0e tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:40.150570 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-282b2a76-7748-49f1-bf3c-45f7999dca87 req-1687853a-e9f0-4a93-b25f-9ea07818ef0e tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 945 time: 0.1987083 Jul 29 14:13:40.195621 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-282b2a76-7748-49f1-bf3c-45f7999dca87 req-0e9561ac-8f96-4d19-a406-fdd551c7edc8 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389721 Jul 29 14:13:40.201454 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-486b4954-5c55-4527-a0f3-3557b6bdae91 admin admin] 10.222.0.22 "PUT /v2.0/routers/1c7ec020-c299-4415-beef-c8fd5324d099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6883824 Jul 29 14:13:40.201830 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35810) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:40.326294 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:13:40.543220 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks [] for router, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:40.651702 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:13:38Z', 'revision_number': 5, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:40.656220 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] Checking router: 1c7ec020-c299-4415-beef-c8fd5324d099 for host: dv-cinder-801321-2-smb {{(pid=79177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:13:40.665079 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] Routers {'1c7ec020-c299-4415-beef-c8fd5324d099'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:13:40.665739 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:13:14Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['1c7ec020-c299-4415-beef-c8fd5324d099'], 'active': True} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:40.732991 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:40.798545 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Deleting port fae408d5-4707-4cb1-bc2a-7f986e113639 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:40.798816 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:40.850079 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_dvr_db [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] Set router 1c7ec020-c299-4415-beef-c8fd5324d099 gateway port host: dv-cinder-801321-2-smb {{(pid=79177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:13:40.990592 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] For port fae408d5-4707-4cb1-bc2a-7f986e113639, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=fae408d5-4707-4cb1-bc2a-7f986e113639,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:40.991605 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:41.123662 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Calling delete_port for fae408d5-4707-4cb1-bc2a-7f986e113639 owned by network:router_gateway {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:41.158811 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.l3_hamode_db [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:13:38Z', 'revision_number': 5, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:41.162679 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf3b82-6194-4844-95bb-f7058cb924da None None] The sync data for ids ['1c7ec020-c299-4415-beef-c8fd5324d099'] in dv-cinder-801321-2-smb is: [{'id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'name': 'tempest-TestShelveInstance-2082577739-router', 'tenant_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102'}], 'enable_snat': True}, 'gw_port_id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:42Z', 'updated_at': '2021-07-29T14:13:38Z', 'revision_number': 5, 'project_id': 'e79d74420ba849a688b9c95ab9c0a4f5', 'gw_port': {'id': 'fae408d5-4707-4cb1-bc2a-7f986e113639', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ec020-c299-4415-beef-c8fd5324d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:43Z', 'updated_at': '2021-07-29T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:13:41.486756 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:41.495663 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-63e91070-9af8-49d1-be37-083368accee4 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:41.568738 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Pushing event deleted for resources: {'Port': ['ID=fae408d5-4707-4cb1-bc2a-7f986e113639,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:41.597194 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:41.697799 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1461bb-1cf2-4b88-9fd9-72150e72c657 req-0a28976d-e838-4e34-8677-0a4fbcf03c7d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:41.698505 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-db1461bb-1cf2-4b88-9fd9-72150e72c657 req-0a28976d-e838-4e34-8677-0a4fbcf03c7d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:13:41.703410 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621330'] for router_gateway, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:41.795629 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-4d118e1a-2748-4b0c-b756-52ae31d51679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:41.834626 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-c08e671c-7eee-4e2c-928d-93d588b89ec3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:13:41.835315 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-c08e671c-7eee-4e2c-928d-93d588b89ec3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:13:41.903949 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3417'] for router, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:41.907291 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:41.911260 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-db1461bb-1cf2-4b88-9fd9-72150e72c657 req-0a28976d-e838-4e34-8677-0a4fbcf03c7d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:13:41.913732 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-db1461bb-1cf2-4b88-9fd9-72150e72c657 req-0a28976d-e838-4e34-8677-0a4fbcf03c7d tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 945 time: 0.5987103 Jul 29 14:13:41.918034 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-c08e671c-7eee-4e2c-928d-93d588b89ec3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:13:41.919811 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-c08e671c-7eee-4e2c-928d-93d588b89ec3 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 945 time: 0.4667373 Jul 29 14:13:42.021226 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-db1461bb-1cf2-4b88-9fd9-72150e72c657 req-80d971ea-3ab1-449f-b832-973eac07bf24 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/security-groups?id=89563ff5-dbde-44ab-8437-298eeb00f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003840 Jul 29 14:13:42.028896 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Deleting port e2828d8d-e67c-4071-a30a-b556a6a2e765 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:42.029235 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.063648 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453448'] for router, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.064168 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7ec020-c299-4415-beef-c8fd5324d099 {{(pid=79175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:13:42.097932 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.099133 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-89170899-ced7-4f23-ab3c-c5dcb011534e admin admin] 10.222.0.22 "DELETE /v2.0/routers/1c7ec020-c299-4415-beef-c8fd5324d099 HTTP/1.1" status: 204 len: 168 time: 1.8957536 Jul 29 14:13:42.101743 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35824) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:42.171897 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.db_base_plugin_v2 [None req-448d8925-cbc8-472d-b99c-e64d3ba7f48a admin admin] Deleting subnet 6c3965ee-36f1-42da-a683-61dd1543c756 {{(pid=79176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:13:42.175205 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-448d8925-cbc8-472d-b99c-e64d3ba7f48a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.226649 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-448d8925-cbc8-472d-b99c-e64d3ba7f48a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31666009'] for subnet, precommit_delete_associations {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.308883 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-448d8925-cbc8-472d-b99c-e64d3ba7f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.311838 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] For port e2828d8d-e67c-4071-a30a-b556a6a2e765, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=e2828d8d-e67c-4071-a30a-b556a6a2e765,segment=NetworkSegment(a0532b43-91f4-4714-903f-dbba82d9be65),segment_id=a0532b43-91f4-4714-903f-dbba82d9be65)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:42.312191 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.435613 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Calling delete_port for e2828d8d-e67c-4071-a30a-b556a6a2e765 owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:42.467446 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.496314 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-448d8925-cbc8-472d-b99c-e64d3ba7f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32325635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32339098'] for subnet, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.504186 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-2e6131b1-d7b4-4cf0-9be1-da7320c42537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:42.539826 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d8925-cbc8-472d-b99c-e64d3ba7f48a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3965ee-36f1-42da-a683-61dd1543c756,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:42.542890 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-448d8925-cbc8-472d-b99c-e64d3ba7f48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:42.545596 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-448d8925-cbc8-472d-b99c-e64d3ba7f48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for subnet, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.556103 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc89f663-5bc7-4f05-98a8-4dc688558b73 None None] Network 37e052b0-c068-4de9-bfec-457c37ea3946 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:13:42.557305 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-448d8925-cbc8-472d-b99c-e64d3ba7f48a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6c3965ee-36f1-42da-a683-61dd1543c756 HTTP/1.1" status: 204 len: 168 time: 0.4545147 Jul 29 14:13:42.558081 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35832) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:42.671379 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.689478 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.702577 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Deleting port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:42.702925 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.705611 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-afbc8681-f0fa-46e4-9ff0-d8562657dd52 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:42.732882 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['e2828d8d-e67c-4071-a30a-b556a6a2e765'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:13:42.760893 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Pushing event deleted for resources: {'Port': ['ID=e2828d8d-e67c-4071-a30a-b556a6a2e765,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:42.797563 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:42.848025 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] No DVR routers for this DVR port e2828d8d-e67c-4071-a30a-b556a6a2e765 on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:13:42.851492 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.853421 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a10eed3-e973-4354-aa2e-8704386f045b', 'name': 'network-vif-deleted', 'tag': 'e2828d8d-e67c-4071-a30a-b556a6a2e765'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:13:42.901834 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] DHCP port deletion for 37e052b0-c068-4de9-bfec-457c37ea3946 request from dv-cinder-801321-2-smb {{(pid=79177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:13:42.907686 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a10eed3-e973-4354-aa2e-8704386f045b', 'name': 'network-vif-deleted', 'tag': 'e2828d8d-e67c-4071-a30a-b556a6a2e765', 'status': 'completed', 'code': 200} Jul 29 14:13:42.908612 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] Deleting port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:42.908989 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:42.950831 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b35aefa5-ed45-467b-89a2-f7481279fdaa req-197d61bc-4e6b-4d5f-91b3-5c815095f7b9 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.36 "DELETE /v2.0/ports/e2828d8d-e67c-4071-a30a-b556a6a2e765 HTTP/1.1" status: 204 len: 173 time: 1.0058007 Jul 29 14:13:42.963956 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] For port f938ccb7-01d8-4762-805f-d1f5d8b6ca18, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f938ccb7-01d8-4762-805f-d1f5d8b6ca18,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:42.964357 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.014112 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device b31c19e9-af2d-4009-92d3-aea44f39dd9f no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:43.055638 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: b31c19e9-af2d-4009-92d3-aea44f39dd9f {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:43.057467 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device b31c19e9-af2d-4009-92d3-aea44f39dd9f not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:43.057467 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device fae408d5-4707-4cb1-bc2a-7f986e113639 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:43.107755 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: fae408d5-4707-4cb1-bc2a-7f986e113639 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:43.108048 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device fae408d5-4707-4cb1-bc2a-7f986e113639 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:43.108421 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f938ccb7-01d8-4762-805f-d1f5d8b6ca18 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:43.188109 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-b885a9d4-9d4b-458a-8899-e23a4d238857 req-600c9c2b-26e5-4813-8f43-e87c624a1300 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Synchronizing usage tracker for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:13:43.217065 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Calling delete_port for f938ccb7-01d8-4762-805f-d1f5d8b6ca18 owned by network:dhcp {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:43.246083 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] For port f938ccb7-01d8-4762-805f-d1f5d8b6ca18, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f938ccb7-01d8-4762-805f-d1f5d8b6ca18,segment=NetworkSegment(53e2d4fa-dfeb-485c-ac17-c55db1ff3e15),segment_id=53e2d4fa-dfeb-485c-ac17-c55db1ff3e15)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:43.246512 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.264248 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-b885a9d4-9d4b-458a-8899-e23a4d238857 req-600c9c2b-26e5-4813-8f43-e87c624a1300 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] Unset dirty status for tenant:4476c648a60a4934bdd0beeff4a1ef42 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:13:43.274262 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b885a9d4-9d4b-458a-8899-e23a4d238857 req-600c9c2b-26e5-4813-8f43-e87c624a1300 tempest-AttachVolumeNegativeTest-372184360 tempest-AttachVolumeNegativeTest-372184360-project] 10.222.0.22 "GET /v2.0/ports?device_id=9a10eed3-e973-4354-aa2e-8704386f045b HTTP/1.1" status: 200 len: 210 time: 0.1222186 Jul 29 14:13:43.378412 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.384135 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-9f867897-4332-4ec3-a1df-b1be264aaba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:43.398415 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] Calling delete_port for f938ccb7-01d8-4762-805f-d1f5d8b6ca18 owned by network:dhcp {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:43.436578 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] No DVR routers for this DVR port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 on host dv-cinder-801321-2-smb {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:13:43.438863 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 update to DOWN by agent not found {{(pid=79177) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} Jul 29 14:13:43.467278 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Pushing event deleted for resources: {'Port': ['ID=f938ccb7-01d8-4762-805f-d1f5d8b6ca18,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:43.469691 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:43.477330 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.api [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:13:43.477699 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_db.api [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:13:43.560950 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.573989 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e052b0-c068-4de9-bfec-457c37ea3946']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:43.586709 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:43.587005 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e2d4fa-dfeb-485c-ac17-c55db1ff3e15') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:43.598133 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.613822 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.619845 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:13:43.620257 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:13:43.634622 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:13:43.809836 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.813809 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:43.827450 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:43.841161 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Pushing event deleted for resources: {'Network': ['ID=37e052b0-c068-4de9-bfec-457c37ea3946,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:43.845085 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:43.964583 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-7763fe0d-44ce-4ae6-92e1-88f6da630dea admin admin] 10.222.0.22 "DELETE /v2.0/networks/37e052b0-c068-4de9-bfec-457c37ea3946 HTTP/1.1" status: 204 len: 168 time: 1.4051871 Jul 29 14:13:43.968406 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35856) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:43.979107 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] Deleting port f938ccb7-01d8-4762-805f-d1f5d8b6ca18 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:43.979718 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:44.104194 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36596-9237-4b38-82ba-c723b64e6059 None None] The port 'f938ccb7-01d8-4762-805f-d1f5d8b6ca18' was deleted {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:13:44.370558 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35882) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:44.445164 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_v2 [None req-3063daed-afe5-4c33-87b1-4bc42d57f65b admin admin] Deleting subnet 89e222f0-25ac-46fe-8200-929896b1f8df {{(pid=79175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:13:44.448257 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3063daed-afe5-4c33-87b1-4bc42d57f65b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:44.501866 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3063daed-afe5-4c33-87b1-4bc42d57f65b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30647423'] for subnet, precommit_delete_associations {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:44.551082 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-39134da7-52e7-44ff-805c-ab691b6e55e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:44.576314 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456647'] for router_interface, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:44.667628 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3063daed-afe5-4c33-87b1-4bc42d57f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:44.795588 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3063daed-afe5-4c33-87b1-4bc42d57f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30779075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32465093'] for subnet, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:44.800807 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-2d4de0dd-3254-4956-9b92-afd7893a340d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:44.835602 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063daed-afe5-4c33-87b1-4bc42d57f65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e222f0-25ac-46fe-8200-929896b1f8df,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:44.837540 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-3063daed-afe5-4c33-87b1-4bc42d57f65b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:44.843452 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3063daed-afe5-4c33-87b1-4bc42d57f65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:44.845285 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-3063daed-afe5-4c33-87b1-4bc42d57f65b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/89e222f0-25ac-46fe-8200-929896b1f8df HTTP/1.1" status: 204 len: 168 time: 0.4736230 Jul 29 14:13:44.847722 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35896) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:44.958754 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.040920 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Deleting port f0122e1a-d1ef-481d-9d5c-c2e1a8781846 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:45.041263 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.085666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.099048 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6bd783-dc2a-4928-b736-acfab3343afc']}} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:45.112136 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0532b43-91f4-4714-903f-dbba82d9be65') {'for_net_delete': True} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:45.112437 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.services.segments.db [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0532b43-91f4-4714-903f-dbba82d9be65') {} {{(pid=79175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:45.125358 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30647392'] for segment, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.146203 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.153552 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=79175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:13:45.153552 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30779045'] for segment, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: Traceback (most recent call last): Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: timer() Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: cb(*args, **kw) Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: return func(*args, **kwargs) Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: self._notify() Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: self.callback(batched_events) Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: event.method(event) Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: return f(self, *a, **k) Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: return self._get(url).json() Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: return self.request(url, 'GET', **kwargs) Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:13:45.166488 dv-cinder-801321-2-smb neutron-server[79175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:13:45.182583 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device e2828d8d-e67c-4071-a30a-b556a6a2e765 no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:45.219638 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: e2828d8d-e67c-4071-a30a-b556a6a2e765 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:45.220035 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device e2828d8d-e67c-4071-a30a-b556a6a2e765 not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:45.222653 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] For port f0122e1a-d1ef-481d-9d5c-c2e1a8781846, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=f0122e1a-d1ef-481d-9d5c-c2e1a8781846,segment=NetworkSegment(a1aca8c8-7eeb-4592-b27a-1f2e907f50c7),segment_id=a1aca8c8-7eeb-4592-b27a-1f2e907f50c7)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:45.223003 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.290284 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.294555 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-6bd1ac91-93fb-4b4b-8f33-9a7f00e4e266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:45.307919 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.319169 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6bd783-dc2a-4928-b736-acfab3343afc,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:45.322330 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:45.345097 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Calling delete_port for f0122e1a-d1ef-481d-9d5c-c2e1a8781846 owned by network:router_interface {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:45.370384 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-bca7ffe1-f2ae-483b-a182-fdeee0ecc69a admin admin] 10.222.0.22 "DELETE /v2.0/networks/0f6bd783-dc2a-4928-b736-acfab3343afc HTTP/1.1" status: 204 len: 168 time: 0.5213957 Jul 29 14:13:45.561360 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.583406 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.588073 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-969fe5a3-95e4-4bd9-8852-e200c8d62873 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:45.631165 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0122e1a-d1ef-481d-9d5c-c2e1a8781846,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:45.633611 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:45.717188 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35902) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:45.782252 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-d82224e2-e1a3-4cef-93fa-1d273b1b6b78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4476c648a60a4934bdd0beeff4a1ef42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637305 Jul 29 14:13:45.784953 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35908) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:45.854954 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d9babcd6-92d6-4130-a3da-225a5c28dd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.884260 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d9babcd6-92d6-4130-a3da-225a5c28dd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:45.943619 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456635'] for router_interface, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:46.030149 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d9babcd6-92d6-4130-a3da-225a5c28dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:46.035796 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-293b00b5-2b81-4b1e-8025-3baeae220e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:46.050258 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9babcd6-92d6-4130-a3da-225a5c28dd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89563ff5-dbde-44ab-8437-298eeb00f6a6,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:46.052941 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-d9babcd6-92d6-4130-a3da-225a5c28dd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:46.139072 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-d9babcd6-92d6-4130-a3da-225a5c28dd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:46.140693 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-d9babcd6-92d6-4130-a3da-225a5c28dd10 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89563ff5-dbde-44ab-8437-298eeb00f6a6 HTTP/1.1" status: 204 len: 168 time: 0.3546114 Jul 29 14:13:46.307115 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Router 808bba38-ad37-4d59-b29f-796d8c6dda48 has already been hosted by L3 agent 9afec81b-db0e-434e-8b83-76f74ceafe7e {{(pid=79176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:13:46.599066 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] Notify agent at l3_agent.dv-cinder-801321-2-smb the message routers_updated {{(pid=79176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 29 14:13:46.609442 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] Sync routers for ids ['808bba38-ad37-4d59-b29f-796d8c6dda48'] in dv-cinder-801321-2-smb {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:13:46.620747 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] Routers {'808bba38-ad37-4d59-b29f-796d8c6dda48'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:13:46.620747 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:13:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['808bba38-ad37-4d59-b29f-796d8c6dda48'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:46.690987 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-3c28d9a4-a1dd-4483-9b55-19ab838fb212 admin admin] 10.222.0.22 "PUT /v2.0/routers/808bba38-ad37-4d59-b29f-796d8c6dda48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7190104 Jul 29 14:13:46.691575 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35926) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:46.803989 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] Set router 808bba38-ad37-4d59-b29f-796d8c6dda48 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:13:46.877365 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks [] for router, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:47.013077 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:47.071701 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:47.126561 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:52Z', 'updated_at': '2021-07-29T14:13:45Z', 'revision_number': 5, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'gw_port': {'id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:53Z', 'updated_at': '2021-07-29T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:47.130457 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] Checking router: 808bba38-ad37-4d59-b29f-796d8c6dda48 for host: dv-cinder-801321-2-smb {{(pid=79178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:13:47.139140 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] Routers {'808bba38-ad37-4d59-b29f-796d8c6dda48'} bound to L3 agent in host dv-cinder-801321-2-smb {{(pid=79178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 29 14:13:47.139739 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801321-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T13:56:14Z,description=,heartbeat_timestamp=2021-07-29T14:13:44Z,host='dv-cinder-801321-2-smb',id=9afec81b-db0e-434e-8b83-76f74ceafe7e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T13:56:15Z,topic='l3_agent')) {'router_ids': ['808bba38-ad37-4d59-b29f-796d8c6dda48'], 'active': True} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:47.198188 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Deleting port 637e0350-1ad5-49bd-b400-aaa196b5d4c5 {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:47.198531 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:47.338068 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_dvr_db [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] Set router 808bba38-ad37-4d59-b29f-796d8c6dda48 gateway port host: dv-cinder-801321-2-smb {{(pid=79178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 29 14:13:47.399096 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] For port 637e0350-1ad5-49bd-b400-aaa196b5d4c5, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=637e0350-1ad5-49bd-b400-aaa196b5d4c5,segment=NetworkSegment(c66b3204-005b-468d-b8d7-adcebd4809e3),segment_id=c66b3204-005b-468d-b8d7-adcebd4809e3)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:47.399464 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:47.533407 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Calling delete_port for 637e0350-1ad5-49bd-b400-aaa196b5d4c5 owned by network:router_gateway {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:47.652117 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.l3_hamode_db [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:52Z', 'updated_at': '2021-07-29T14:13:45Z', 'revision_number': 5, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'gw_port': {'id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:53Z', 'updated_at': '2021-07-29T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}], 'dv-cinder-801321-2-smb', False) {} {{(pid=79178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:47.657238 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bad675-8151-42c4-9a5f-d4920fd0ab63 None None] The sync data for ids ['808bba38-ad37-4d59-b29f-796d8c6dda48'] in dv-cinder-801321-2-smb is: [{'id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'name': 'tempest-TestShelveInstance-1945971040-router', 'tenant_id': '363664ed327a4bb3b10986dfbc4494fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'external_fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169'}], 'enable_snat': True}, 'gw_port_id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:08:52Z', 'updated_at': '2021-07-29T14:13:45Z', 'revision_number': 5, 'project_id': '363664ed327a4bb3b10986dfbc4494fe', 'gw_port': {'id': '637e0350-1ad5-49bd-b400-aaa196b5d4c5', 'name': '', 'network_id': '2621a826-6f62-4aa0-b8af-b09c27f3de7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bba38-ad37-4d59-b29f-796d8c6dda48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'ip_address': '172.28.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801321-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:08:53Z', 'updated_at': '2021-07-29T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfb001b1-cfb1-422c-ab10-a7074436d390', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801321-2-smb'}] {{(pid=79178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:13:47.904650 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:47.909420 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f39675a8-bdc0-43e2-8e6b-e186a2e9310b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:47.983690 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Pushing event deleted for resources: {'Port': ['ID=637e0350-1ad5-49bd-b400-aaa196b5d4c5,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:47.987571 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:48.049719 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-621330'] for router_gateway, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.235589 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3417'] for router, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.237817 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.317926 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453448'] for router, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.318461 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 808bba38-ad37-4d59-b29f-796d8c6dda48 {{(pid=79175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 29 14:13:48.331990 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] Notify callbacks [] for router, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.333292 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-a3d5d884-18dc-4fbd-b967-b9228020762c admin admin] 10.222.0.22 "DELETE /v2.0/routers/808bba38-ad37-4d59-b29f-796d8c6dda48 HTTP/1.1" status: 204 len: 168 time: 1.6404335 Jul 29 14:13:48.335502 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35954) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:48.400196 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f95bc58-d761-4a41-a7d6-a59db9679705 admin admin] Deleting subnet 2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5 {{(pid=79175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 29 14:13:48.403476 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-7f95bc58-d761-4a41-a7d6-a59db9679705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.458240 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-7f95bc58-d761-4a41-a7d6-a59db9679705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30647423'] for subnet, precommit_delete_associations {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.542599 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-7f95bc58-d761-4a41-a7d6-a59db9679705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1911452'] for subnet, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.690020 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-7f95bc58-d761-4a41-a7d6-a59db9679705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1911443', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30779075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32465093'] for subnet, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.693998 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:48.732850 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95bc58-d761-4a41-a7d6-a59db9679705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:48.735819 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-7f95bc58-d761-4a41-a7d6-a59db9679705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:48.736945 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-7f95bc58-d761-4a41-a7d6-a59db9679705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.744671 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-7f95bc58-d761-4a41-a7d6-a59db9679705 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2a2c655e-7ca2-4c7b-a1a9-ea892f9718b5 HTTP/1.1" status: 204 len: 168 time: 0.4069436 Jul 29 14:13:48.747285 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35964) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:48.760098 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c1107-c02e-4fd2-8195-50fb726d23ed None None] Network 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 requested from dv-cinder-801321-2-smb {{(pid=79177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 29 14:13:48.866986 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1264221'] for network, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:48.877748 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Deleting port 96e35356-a188-4f37-928b-c30ebb8cf0f6 {{(pid=79176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:48.878050 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.017615 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 637e0350-1ad5-49bd-b400-aaa196b5d4c5 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:49.054819 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 637e0350-1ad5-49bd-b400-aaa196b5d4c5 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:49.055165 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 637e0350-1ad5-49bd-b400-aaa196b5d4c5 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:49.055622 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f0122e1a-d1ef-481d-9d5c-c2e1a8781846 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:49.084340 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] DHCP port deletion for 91b2c7bb-641c-45cc-ac81-a73b3fd116c5 request from dv-cinder-801321-2-smb {{(pid=79177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 29 14:13:49.094034 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.db [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] For port 96e35356-a188-4f37-928b-c30ebb8cf0f6, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=96e35356-a188-4f37-928b-c30ebb8cf0f6,segment=NetworkSegment(a1aca8c8-7eeb-4592-b27a-1f2e907f50c7),segment_id=a1aca8c8-7eeb-4592-b27a-1f2e907f50c7)] {{(pid=79176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:49.094393 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.095284 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: f0122e1a-d1ef-481d-9d5c-c2e1a8781846 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:49.095635 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device f0122e1a-d1ef-481d-9d5c-c2e1a8781846 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:49.097124 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] Deleting port 96e35356-a188-4f37-928b-c30ebb8cf0f6 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:49.097497 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.219328 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.plugin [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Calling delete_port for 96e35356-a188-4f37-928b-c30ebb8cf0f6 owned by network:dhcp {{(pid=79176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:49.304427 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] For port 96e35356-a188-4f37-928b-c30ebb8cf0f6, host dv-cinder-801321-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801321-2-smb',level=0,port_id=96e35356-a188-4f37-928b-c30ebb8cf0f6,segment=NetworkSegment(a1aca8c8-7eeb-4592-b27a-1f2e907f50c7),segment_id=a1aca8c8-7eeb-4592-b27a-1f2e907f50c7)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:13:49.304862 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.383931 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32325712'] for port, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.389492 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-8e91bd50-e308-4708-a393-077fbb007326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:49.430053 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] Calling delete_port for 96e35356-a188-4f37-928b-c30ebb8cf0f6 owned by network:dhcp {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:13:49.440503 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Pushing event deleted for resources: {'Port': ['ID=96e35356-a188-4f37-928b-c30ebb8cf0f6,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:49.443765 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:49.444561 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] No DVR routers for this DVR port 96e35356-a188-4f37-928b-c30ebb8cf0f6 on host dv-cinder-801321-2-smb {{(pid=79176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:13:49.509301 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.db.api [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:13:49.509660 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_db.api [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:13:49.567179 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1909351', 'neutron.services.segments.db._delete_segments_for_network-8778829759389'] for network, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.580829 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b2c7bb-641c-45cc-ac81-a73b3fd116c5']}} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:49.592893 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7') {'for_net_delete': True} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:49.593426 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.services.segments.db [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1aca8c8-7eeb-4592-b27a-1f2e907f50c7') {} {{(pid=79176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:13:49.604732 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778829755127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31665990'] for segment, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.620813 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1921958'] for segment, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.627364 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=79176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:13:49.627918 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1921967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32325733'] for segment, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: Traceback (most recent call last): Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: timer() Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: cb(*args, **kw) Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: return func(*args, **kwargs) Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: self._notify() Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: self.callback(batched_events) Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: event.method(event) Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: return f(self, *a, **k) Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: return self._get(url).json() Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: return self.request(url, 'GET', **kwargs) Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:13:49.641984 dv-cinder-801321-2-smb neutron-server[79176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:13:49.774835 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1909278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-621327'] for network, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.778829 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-e7897818-1a29-4bc9-a1ff-f581ba1db793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:49.791820 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537318'] for network, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:49.804267 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Pushing event deleted for resources: {'Network': ['ID=91b2c7bb-641c-45cc-ac81-a73b3fd116c5,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:49.807992 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:49.811331 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-571c88c8-7b1d-4b6d-9a48-bb22daaf17ba admin admin] 10.222.0.22 "DELETE /v2.0/networks/91b2c7bb-641c-45cc-ac81-a73b3fd116c5 HTTP/1.1" status: 204 len: 168 time: 1.0612102 Jul 29 14:13:50.010725 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] Deleting port 96e35356-a188-4f37-928b-c30ebb8cf0f6 {{(pid=79177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:13:50.011251 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:50.078630 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-1767efe7-9aea-4f78-9855-77c832e5037c None None] The port '96e35356-a188-4f37-928b-c30ebb8cf0f6' was deleted {{(pid=79177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 29 14:13:50.235419 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35986) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:50.287578 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-71692dad-2542-4daa-9d0d-014430eabc8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e79d74420ba849a688b9c95ab9c0a4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508330 Jul 29 14:13:50.290255 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 35990) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:50.351408 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-8b27c05d-2608-4e97-b60f-ee82c9141c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:50.377757 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-8b27c05d-2608-4e97-b60f-ee82c9141c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:50.401399 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 35996) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:50.499817 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-8b27c05d-2608-4e97-b60f-ee82c9141c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:50.506680 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-5aa5c96a-2a95-4f53-91a9-047b6cbe9e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:50.520276 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:50.520459 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27c05d-2608-4e97-b60f-ee82c9141c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c2702f-7b41-453c-8d49-0dba30287fef,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:50.522968 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-8b27c05d-2608-4e97-b60f-ee82c9141c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:50.542801 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:13:50.543127 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-8b27c05d-2608-4e97-b60f-ee82c9141c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:50.543127 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-8b27c05d-2608-4e97-b60f-ee82c9141c79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9c2702f-7b41-453c-8d49-0dba30287fef HTTP/1.1" status: 204 len: 168 time: 0.2471983 Jul 29 14:13:50.543310 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Usage tracker for resource:security_group_rule and tenant:55099edd57c54e0fb95b8920c0b8c2bb is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:13:50.548069 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:13:50.554426 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:13:50.643764 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:50.743509 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:50.751857 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-c80c0453-13e3-443b-a0ec-e2e21e095fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:50.792668 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55099edd57c54e0fb95b8920c0b8c2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901553 Jul 29 14:13:50.794213 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c57618-8c73-4cf0-be4c-4108099c1020,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:50.796045 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36004) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:50.797287 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:50.854859 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-62550a2b-e65e-4c9d-b541-8a412426644c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:50.881400 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-62550a2b-e65e-4c9d-b541-8a412426644c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:51.000876 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-62550a2b-e65e-4c9d-b541-8a412426644c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:51.002531 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 96e35356-a188-4f37-928b-c30ebb8cf0f6 no longer exists at agent ovs-agent-dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:13:51.004767 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-2f89b525-2a36-4813-941f-91c5a365cad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:51.017412 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62550a2b-e65e-4c9d-b541-8a412426644c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c57618-8c73-4cf0-be4c-4108099c1020,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:51.020220 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-62550a2b-e65e-4c9d-b541-8a412426644c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:51.022196 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-62550a2b-e65e-4c9d-b541-8a412426644c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:51.023221 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-62550a2b-e65e-4c9d-b541-8a412426644c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66c57618-8c73-4cf0-be4c-4108099c1020 HTTP/1.1" status: 204 len: 168 time: 0.2260325 Jul 29 14:13:51.051083 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] No Port match for: 96e35356-a188-4f37-928b-c30ebb8cf0f6 {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:13:51.051568 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Device 96e35356-a188-4f37-928b-c30ebb8cf0f6 not bound to the agent host dv-cinder-801321-2-smb {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:13:51.163504 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36012) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:51.214743 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-7cf8f5dc-d5ba-48c5-b4f5-cbb8c0177eef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=363664ed327a4bb3b10986dfbc4494fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498815 Jul 29 14:13:51.217896 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36018) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:51.276737 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-28c0ba30-7ed4-407d-9410-de2336a810f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:51.321608 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-28c0ba30-7ed4-407d-9410-de2336a810f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:51.450248 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-28c0ba30-7ed4-407d-9410-de2336a810f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:51.455926 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f50ac006-9848-450c-9c8b-001337f39b33 tempest-AttachVolumeTestJSON-869542466 tempest-AttachVolumeTestJSON-869542466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:51.468205 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ba30-7ed4-407d-9410-de2336a810f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ee5653-ba36-4dee-9ec7-c996d9c1151a,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:51.470811 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-28c0ba30-7ed4-407d-9410-de2336a810f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:51.478232 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-28c0ba30-7ed4-407d-9410-de2336a810f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:51.479677 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-28c0ba30-7ed4-407d-9410-de2336a810f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23ee5653-ba36-4dee-9ec7-c996d9c1151a HTTP/1.1" status: 204 len: 168 time: 0.2608476 Jul 29 14:13:58.557658 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36094) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:58.679126 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:58.693465 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:13:58.697535 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e95269f81f92419896e3bf565bb47671 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:13:58.700345 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:13:58.705932 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:13:58.786326 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:58.854247 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:58.861867 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ea024af5-d52a-40b1-aa7b-e511a1a2729e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:58.903962 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e95269f81f92419896e3bf565bb47671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451054 Jul 29 14:13:58.904762 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a4dbc4-fe78-4ff6-9663-28f560859fe9,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:58.906587 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 36100) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:13:58.912229 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.912631 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.912996 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.913352 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.913710 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.914057 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.914666 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.915009 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.915361 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.915703 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.916076 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.916417 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:13:58.921116 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-50a5e749-222b-4e8c-86e4-7740692787f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:58.966076 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-46a59e27-01f3-4d54-8d9a-042856678d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:58.991550 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-46a59e27-01f3-4d54-8d9a-042856678d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:59.108800 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-46a59e27-01f3-4d54-8d9a-042856678d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:59.113518 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-bffca028-b825-4a2b-93a9-378cef26d13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:13:59.129561 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a59e27-01f3-4d54-8d9a-042856678d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a4dbc4-fe78-4ff6-9663-28f560859fe9,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:13:59.133405 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-46a59e27-01f3-4d54-8d9a-042856678d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:13:59.138959 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-46a59e27-01f3-4d54-8d9a-042856678d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:13:59.140057 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-46a59e27-01f3-4d54-8d9a-042856678d60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31a4dbc4-fe78-4ff6-9663-28f560859fe9 HTTP/1.1" status: 204 len: 168 time: 0.2325032 Jul 29 14:13:59.880943 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:14:01.668945 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 36156) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:01.884489 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:01.898667 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:14:01.903120 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] Usage tracker for resource:security_group_rule and tenant:14c740428f624208a399ca5b385cce63 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:14:01.906048 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:14:01.911717 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:14:01.992674 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:02.043333 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:02.051864 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5bb1d016-216d-4c39-8f8b-7dc520ee40da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:02.091303 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14c740428f624208a399ca5b385cce63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213591 Jul 29 14:14:02.092172 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a90b5c3-e74c-427d-a483-e67390bd1d06,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:02.094101 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36162) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:02.095200 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-722cb7db-c2ec-4df2-9a19-41a95920a9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:02.151614 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4139-c0fe-467a-aa3d-57a2365593f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:02.176913 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4139-c0fe-467a-aa3d-57a2365593f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:02.263729 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:02.309525 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4139-c0fe-467a-aa3d-57a2365593f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:02.314264 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-2247dda6-ed93-4693-9fca-5650e619454a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:02.327456 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce4139-c0fe-467a-aa3d-57a2365593f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a90b5c3-e74c-427d-a483-e67390bd1d06,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:02.330795 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-b6ce4139-c0fe-467a-aa3d-57a2365593f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:02.336488 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4139-c0fe-467a-aa3d-57a2365593f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:02.337619 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-b6ce4139-c0fe-467a-aa3d-57a2365593f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a90b5c3-e74c-427d-a483-e67390bd1d06 HTTP/1.1" status: 204 len: 168 time: 0.2425399 Jul 29 14:14:02.960168 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36170) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:02.977087 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:02.991728 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:14:02.995557 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] Usage tracker for resource:security_group_rule and tenant:bceeaa741d4c4ec6a8744db4917dfac2 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:14:02.999051 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:14:03.004898 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:14:03.084539 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:03.145731 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:03.154988 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-287564a1-e4bc-4be2-9547-14da2dd9cbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:03.200876 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bceeaa741d4c4ec6a8744db4917dfac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406845 Jul 29 14:14:03.201866 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6db40cc-c5ab-480a-a047-87bd488b34e8,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:03.203554 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 36174) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:03.205086 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-97a90777-cfe5-4d28-8cba-b03217e5e509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:03.262396 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c524-c276-4659-97de-5cb5cd8ac8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:03.287811 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c524-c276-4659-97de-5cb5cd8ac8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:03.411831 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c524-c276-4659-97de-5cb5cd8ac8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:03.415695 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-817a903e-0b2c-4230-ad8c-b20894a680fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:03.429119 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5c524-c276-4659-97de-5cb5cd8ac8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6db40cc-c5ab-480a-a047-87bd488b34e8,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:03.432845 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-fdc5c524-c276-4659-97de-5cb5cd8ac8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:03.438452 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c524-c276-4659-97de-5cb5cd8ac8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:03.439580 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-fdc5c524-c276-4659-97de-5cb5cd8ac8b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6db40cc-c5ab-480a-a047-87bd488b34e8 HTTP/1.1" status: 204 len: 168 time: 0.2350440 Jul 29 14:14:05.425262 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 36218) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:05.538598 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:05.553712 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:14:05.557523 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] Usage tracker for resource:security_group_rule and tenant:abf404af365340b4bf0e6019a532649a is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:14:05.560719 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:14:05.566395 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:14:05.645566 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:05.728723 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:05.736379 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-000a5762-f715-4697-a105-8fdbbe36557a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:05.777969 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abf404af365340b4bf0e6019a532649a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509772 Jul 29 14:14:05.778779 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101827b3-ebfe-4dff-9cf7-5608857ede07,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:05.780831 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36224) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:05.781938 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-445a8b01-2127-473f-86ae-63bea766ef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:05.838685 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e1ced3b6-4a98-4738-a652-1dd7d39e45a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:05.867654 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e1ced3b6-4a98-4738-a652-1dd7d39e45a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:06.005815 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e1ced3b6-4a98-4738-a652-1dd7d39e45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:06.009519 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-ab6d563f-aa9d-4f07-b615-15acd511bc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:06.022034 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ced3b6-4a98-4738-a652-1dd7d39e45a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101827b3-ebfe-4dff-9cf7-5608857ede07,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:06.024825 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e1ced3b6-4a98-4738-a652-1dd7d39e45a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:06.032957 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-e1ced3b6-4a98-4738-a652-1dd7d39e45a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:06.033679 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-e1ced3b6-4a98-4738-a652-1dd7d39e45a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/101827b3-ebfe-4dff-9cf7-5608857ede07 HTTP/1.1" status: 204 len: 168 time: 0.2518702 Jul 29 14:14:10.950466 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36270) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:11.065307 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:11.079673 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:14:11.083631 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] Usage tracker for resource:security_group_rule and tenant:fa9022b2b57341e9aad4138d92b30236 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:14:11.086452 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:14:11.092307 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:14:11.173823 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:11.234263 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:11.243374 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-e099b73e-1cf2-4eeb-ab78-5bd556267fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:11.284320 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa9022b2b57341e9aad4138d92b30236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327096 Jul 29 14:14:11.286233 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e115dea1-1d2a-4a2f-a2a5-036279611447,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:11.287103 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 36276) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:11.290010 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-1640e45a-032d-4a04-b4b0-7421033e4d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:11.349674 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7c32bb38-ee97-4701-9fb2-d0c4f7f1339e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:11.459112 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7c32bb38-ee97-4701-9fb2-d0c4f7f1339e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:11.566011 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7c32bb38-ee97-4701-9fb2-d0c4f7f1339e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:11.570726 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-d319e526-33d5-4c3c-be16-1a2f74567dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:11.582706 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32bb38-ee97-4701-9fb2-d0c4f7f1339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e115dea1-1d2a-4a2f-a2a5-036279611447,revision_number=None']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:11.586060 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-7c32bb38-ee97-4701-9fb2-d0c4f7f1339e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:11.592789 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-7c32bb38-ee97-4701-9fb2-d0c4f7f1339e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:11.594173 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-7c32bb38-ee97-4701-9fb2-d0c4f7f1339e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e115dea1-1d2a-4a2f-a2a5-036279611447 HTTP/1.1" status: 204 len: 168 time: 0.3058500 Jul 29 14:14:11.774127 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-d7ed5ff8-b441-4d07-abee-163489d754db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:12.435127 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:14.543155 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-322089b4-4082-4b48-a001-6d149ec6310e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:15.543116 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:17.014972 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:32.313513 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:36.880852 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:14:39.020553 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.wsgi [-] (79176) accepted ('10.222.0.22', 36448) {{(pid=79176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:39.136140 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:39.150395 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:14:39.154215 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Usage tracker for resource:security_group_rule and tenant:b26930e414fa48edaf8693dc26baeca2 is out of sync, need to count used quota {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:14:39.157082 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.quota.resource [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79176) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:14:39.163640 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.db.quota.driver [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:14:39.243560 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:39.341921 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron_lib.callbacks.manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:39.350774 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-a8526256-39ab-403e-b1ff-8367f63cb696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:39.390232 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b26930e414fa48edaf8693dc26baeca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684084 Jul 29 14:14:39.391184 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3651de-b3bf-498d-9de3-5363d6ca060d,revision_number=1']} {{(pid=79176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:39.393008 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36454) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:14:39.399702 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.400083 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.400456 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.400851 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.401211 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.401570 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.401983 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.402333 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.402690 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.403044 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.403403 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.403757 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:39.407857 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG oslo_concurrency.lockutils [None req-5afc41c9-18e2-441c-8539-2a0b8fe126cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:39.455033 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7ea2-60b7-4c6d-9dad-6d73fc09ab54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:39.480812 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7ea2-60b7-4c6d-9dad-6d73fc09ab54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:39.673415 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7ea2-60b7-4c6d-9dad-6d73fc09ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:39.678188 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f500c13f-ae8c-4ab1-a297-c482595ca742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:39.690157 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f7ea2-60b7-4c6d-9dad-6d73fc09ab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3651de-b3bf-498d-9de3-5363d6ca060d,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:39.694093 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-1b6f7ea2-60b7-4c6d-9dad-6d73fc09ab54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:39.699398 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7ea2-60b7-4c6d-9dad-6d73fc09ab54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:39.708821 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-1b6f7ea2-60b7-4c6d-9dad-6d73fc09ab54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee3651de-b3bf-498d-9de3-5363d6ca060d HTTP/1.1" status: 204 len: 168 time: 0.3091004 Jul 29 14:14:41.813269 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-366afac3-3f15-4ce9-b621-ffcfb015339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:42.493167 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:42.885235 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-d55f1c9b-7bcc-4ecd-967a-16b3abe03905 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8de7763c4dfd401ba2cf5bf796e255f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314178 Jul 29 14:14:43.041859 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af13b-535d-465a-9387-01b87ef029cb req-0890de49-8375-4cfc-9ad6-bca5fcb2fdee tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:43.043214 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-0890de49-8375-4cfc-9ad6-bca5fcb2fdee tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529617 Jul 29 14:14:43.057571 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-fd3d58bc-4abf-4530-b663-fe87c0c33909 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/quotas/8de7763c4dfd401ba2cf5bf796e255f0 HTTP/1.1" status: 200 len: 375 time: 0.0090909 Jul 29 14:14:43.104081 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-74dec2d9-dcad-4e3a-a8e6-a5e80fe84281 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8de7763c4dfd401ba2cf5bf796e255f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417981 Jul 29 14:14:43.392423 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-80300416-3b08-4d4b-8f4a-3b232d83715a req-2a633420-239c-4c45-b899-2eacc0627e38 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 210 time: 0.0430269 Jul 29 14:14:44.487307 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-ce011e2f-7609-4419-9de4-127858b2e9ea req-f583a4a9-f5a4-44f9-8b4f-f889da2ab650 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 210 time: 0.0425661 Jul 29 14:14:44.599148 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-c7949d71-bc00-4068-800b-63cda3ae7f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:45.550327 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:45.637673 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-999a3cd5-cc06-467c-aea3-28ee636524b3 req-f079451e-5de4-4697-b8dd-fa510fdb50f6 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 210 time: 0.0459073 Jul 29 14:14:45.790233 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-12b85bee-b069-4d14-ad9c-a9bcdb457736 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8de7763c4dfd401ba2cf5bf796e255f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276783 Jul 29 14:14:46.042805 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af13b-535d-465a-9387-01b87ef029cb req-ff199110-bcf8-4517-a439-ae58826fb0d4 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:46.044169 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-ff199110-bcf8-4517-a439-ae58826fb0d4 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496114 Jul 29 14:14:46.057291 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Request body: {'port': {'device_id': '3c68daa0-975d-4db8-9f28-838215d058df', 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05', 'admin_state_up': True, 'tenant_id': '8de7763c4dfd401ba2cf5bf796e255f0'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:14:46.195676 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:14:46.200555 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Usage tracker for resource:port and tenant:8de7763c4dfd401ba2cf5bf796e255f0 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:14:46.203378 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:14:46.209456 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:14:46.287170 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Made reservation on behalf of 8de7763c4dfd401ba2cf5bf796e255f0 for: {'port': 1} {{(pid=79175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:14:46.291511 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:46.303953 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks [] for security_group, before_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:46.319346 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 29 14:14:46.323478 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Usage tracker for resource:security_group_rule and tenant:8de7763c4dfd401ba2cf5bf796e255f0 is out of sync, need to count used quota {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 29 14:14:46.326283 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79175) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 29 14:14:46.331946 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.quota.driver [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79175) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 29 14:14:46.415522 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks [] for security_group, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:46.487156 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:46.489970 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-fc71bc88-ccbe-41f1-9ec2-ab591efbb05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:46.566693 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0621af2-dc71-4296-ad25-f6a8795af181,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:46.569728 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:46.661579 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.db_base_plugin_common [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Allocated IP 192.168.233.212 (5d737bfa-dbfd-47a6-a62e-f788fa3b1e05/298e61ce-de12-4143-96d5-5e982cbf9077/0a8eaeaa-c391-4653-925d-c6f3b4d6398e) {{(pid=79175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:14:46.886115 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks [] for port, precommit_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:46.902487 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Transition to ACTIVE for port object 0a8eaeaa-c391-4653-925d-c6f3b4d6398e will not be triggered until provisioned by entity DHCP. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:14:46.955794 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-3a172d58-5b6b-4223-b22e-c5d87282c117 req-bb0bf8da-4ce5-4681-b58c-b269908aa6a9 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 210 time: 0.0469351 Jul 29 14:14:47.013723 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778829326120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_create {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:47.019999 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-183df681-d23c-41d1-8e08-06e74db121e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:47.050411 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:47.085378 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 is already hosted by enough agents. {{(pid=79175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:14:47.088716 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.scheduler.base_scheduler [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Resources bound (agent type, host, resource id): {{(pid=79175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:14:47.092624 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Received port after_create {{(pid=79175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 29 14:14:47.129960 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Pushing event updated for resources: {'Port': ['ID=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,revision_number=1']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:47.135008 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:47.167417 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:47.168284 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:47.288188 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-bb314855-4aac-459b-a05e-78c1ba91b301 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2354844 Jul 29 14:14:47.299548 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.v2.base [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Request body: {'port': {'device_id': '3c68daa0-975d-4db8-9f28-838215d058df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80132'}} {{(pid=79175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:14:47.347562 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-8ec0a31b-b865-4346-a161-595afaea618e None None] Provisioning for port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e completed by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:14:47.352463 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-8ec0a31b-b865-4346-a161-595afaea618e None None] Provisioning complete for port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e triggered by entity DHCP. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:14:47.357571 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a31b-b865-4346-a161-595afaea618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:47.407158 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0a31b-b865-4346-a161-595afaea618e None None] Port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e cannot update to ACTIVE because it is not bound. {{(pid=79177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:14:47.411360 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:47.755594 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8eaeaa-c391-4653-925d-c6f3b4d6398e {{(pid=79175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:14:47.763256 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:47.777920 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.provisioning_blocks [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Transition to ACTIVE for port object 0a8eaeaa-c391-4653-925d-c6f3b4d6398e will not be triggered until provisioned by entity L2. {{(pid=79175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:14:47.872932 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:47.876713 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-835b8496-1e61-4d39-80c6-2f4892d26f97 tempest-AttachVolumeShelveTestJSON-1127339549 tempest-AttachVolumeShelveTestJSON-1127339549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:48.035310 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Pushing event updated for resources: {'Port': ['ID=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,revision_number=2']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:48.042902 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:48.166775 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Attempting to bind port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e on host hv-cinder-80132 for vnic_type normal with profile {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:14:48.167108 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Attempting to bind port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e by drivers openvswitch,hyperv on host hv-cinder-80132 at level 0 using segments [{'id': 'b5d8ca0f-febf-4bae-bb47-9ee73c8d6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05'}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:14:48.167435 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Attempting to bind port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e on network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:14:48.176212 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e on network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80132 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 29 14:14:48.176557 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Attempting to bind port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e on network 5d737bfa-dbfd-47a6-a62e-f788fa3b1e05 {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 29 14:14:48.185712 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Checking agent: {'id': '4152d5aa-dea9-497b-a529-d6448d4626e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80132', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'started_at': datetime.datetime(2021, 7, 29, 14, 3, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 29 14:14:48.186048 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Checking segment: {'id': 'b5d8ca0f-febf-4bae-bb47-9ee73c8d6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 29 14:14:48.186434 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Bound using segment: {'id': 'b5d8ca0f-febf-4bae-bb47-9ee73c8d6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05'} {{(pid=79175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 29 14:14:48.186862 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.managers [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Bound port: 0a8eaeaa-c391-4653-925d-c6f3b4d6398e, host: hv-cinder-80132, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d8ca0f-febf-4bae-bb47-9ee73c8d6972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05'}}] {{(pid=79175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:14:48.187205 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:48.204447 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5874d-1561-411e-8950-c53d31065ea0 req-b552582b-f291-415d-90d8-f090665e01e9 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:48.205109 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-b9c5874d-1561-411e-8950-c53d31065ea0 req-b552582b-f291-415d-90d8-f090665e01e9 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Synchronizing usage tracker for tenant:8de7763c4dfd401ba2cf5bf796e255f0 on resource:port {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:14:48.385233 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-b9c5874d-1561-411e-8950-c53d31065ea0 req-b552582b-f291-415d-90d8-f090665e01e9 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Unset dirty status for tenant:8de7763c4dfd401ba2cf5bf796e255f0 on resource:port {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:14:48.386324 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b9c5874d-1561-411e-8950-c53d31065ea0 req-b552582b-f291-415d-90d8-f090665e01e9 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 948 time: 0.3181515 Jul 29 14:14:48.412207 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] For port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e, host hv-cinder-80132, cleared binding levels {{(pid=79175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 29 14:14:48.431716 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] For port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e, host hv-cinder-80132, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,segment=NetworkSegment(b5d8ca0f-febf-4bae-bb47-9ee73c8d6972),segment_id=b5d8ca0f-febf-4bae-bb47-9ee73c8d6972)] {{(pid=79175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 29 14:14:48.438300 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-b9c5874d-1561-411e-8950-c53d31065ea0 req-860d9ec0-d519-4bd7-b352-8a645a4bb0cf tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Synchronizing usage tracker for tenant:8de7763c4dfd401ba2cf5bf796e255f0 on resource:security_group {{(pid=79175) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 29 14:14:48.498762 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30779017'] for port, after_update {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:48.502452 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-3311dd29-aff0-4873-b101-0dbd6d5c59b5 tempest-VolumesSnapshotTestJSON-466181044 tempest-VolumesSnapshotTestJSON-466181044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:48.540318 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.quota.resource [req-b9c5874d-1561-411e-8950-c53d31065ea0 req-860d9ec0-d519-4bd7-b352-8a645a4bb0cf tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Unset dirty status for tenant:8de7763c4dfd401ba2cf5bf796e255f0 on resource:security_group {{(pid=79175) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 29 14:14:48.541573 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-b9c5874d-1561-411e-8950-c53d31065ea0 req-860d9ec0-d519-4bd7-b352-8a645a4bb0cf tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495843 Jul 29 14:14:48.562448 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:48.563141 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:48.564808 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] 10.222.0.36 "PUT /v2.0/ports/0a8eaeaa-c391-4653-925d-c6f3b4d6398e HTTP/1.1" status: 200 len: 1098 time: 1.2693112 Jul 29 14:14:48.567454 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c68daa0-975d-4db8-9f28-838215d058df', 'tag': '0a8eaeaa-c391-4653-925d-c6f3b4d6398e'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:14:48.590114 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Pushing event updated for resources: {'Port': ['ID=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,revision_number=3']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:48.593361 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-5385f79d-8ed6-4fb9-94b4-6ea93b0f472f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:48.620419 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c68daa0-975d-4db8-9f28-838215d058df', 'tag': '0a8eaeaa-c391-4653-925d-c6f3b4d6398e', 'status': 'completed', 'code': 200} Jul 29 14:14:48.719469 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adbc8e-c869-4560-bdde-6645feb53ea7 req-4e2e1de6-a17b-4b15-b227-fb058557f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:48.721040 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c3adbc8e-c869-4560-bdde-6645feb53ea7 req-4e2e1de6-a17b-4b15-b227-fb058557f18c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8de7763c4dfd401ba2cf5bf796e255f0&device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 1101 time: 0.0782559 Jul 29 14:14:48.754209 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c3adbc8e-c869-4560-bdde-6645feb53ea7 req-d8e02a5e-a497-43cf-bd36-79204c621dd9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8de7763c4dfd401ba2cf5bf796e255f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261617 Jul 29 14:14:48.891466 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adbc8e-c869-4560-bdde-6645feb53ea7 req-63801316-5983-4296-ad92-1084201cac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:48.892872 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c3adbc8e-c869-4560-bdde-6645feb53ea7 req-63801316-5983-4296-ad92-1084201cac2d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321945 Jul 29 14:14:49.005391 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af13b-535d-465a-9387-01b87ef029cb req-980e3ee2-ccc5-48d0-943b-deae22b39131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:49.006851 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-980e3ee2-ccc5-48d0-943b-deae22b39131 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8de7763c4dfd401ba2cf5bf796e255f0&device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 1101 time: 0.0730245 Jul 29 14:14:49.079416 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-60d45a5f-0b0e-45f4-a8bf-b821f9737c9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=0a8eaeaa-c391-4653-925d-c6f3b4d6398e HTTP/1.1" status: 200 len: 217 time: 0.0649238 Jul 29 14:14:49.145328 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af13b-535d-465a-9387-01b87ef029cb req-b58fa08e-fdf7-4cb2-8e47-cf4ab2c5bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:49.146626 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-b58fa08e-fdf7-4cb2-8e47-cf4ab2c5bcc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=298e61ce-de12-4143-96d5-5e982cbf9077 HTTP/1.1" status: 200 len: 843 time: 0.0616698 Jul 29 14:14:49.220159 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af13b-535d-465a-9387-01b87ef029cb req-5f05ecdd-f39f-49e5-9f76-9183b9dd582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:49.221641 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-5f05ecdd-f39f-49e5-9f76-9183b9dd582f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d737bfa-dbfd-47a6-a62e-f788fa3b1e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0681510 Jul 29 14:14:49.354254 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-3298f7f9-07c2-460e-8ab9-143531c792d7 service neutron] 10.222.0.36 "GET /v2.0/networks/5d737bfa-dbfd-47a6-a62e-f788fa3b1e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251614 Jul 29 14:14:49.487044 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-c54af13b-535d-465a-9387-01b87ef029cb req-ded5d6c3-9d3c-48df-bb61-b2e42eb87ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/5d737bfa-dbfd-47a6-a62e-f788fa3b1e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260955 Jul 29 14:14:49.726927 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ef27d-b085-4b3b-8b3b-5231abe32c49 req-878ddc79-5744-40f4-9f02-02b9ca447197 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:49.728727 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-df2ef27d-b085-4b3b-8b3b-5231abe32c49 req-878ddc79-5744-40f4-9f02-02b9ca447197 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 948 time: 0.0822637 Jul 29 14:14:49.779980 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-df2ef27d-b085-4b3b-8b3b-5231abe32c49 req-c845911e-2e34-4fb8-b2df-a6cce5ac0c59 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448754 Jul 29 14:14:50.959470 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5564-d15a-4e9e-a89a-6d3d944af7f6 req-af685c82-a50a-49eb-bf7a-8fe5e4f2096a tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:50.960940 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-beac5564-d15a-4e9e-a89a-6d3d944af7f6 req-af685c82-a50a-49eb-bf7a-8fe5e4f2096a tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 948 time: 0.0783370 Jul 29 14:14:51.006022 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-beac5564-d15a-4e9e-a89a-6d3d944af7f6 req-61a20b6d-d0de-4b5b-b159-85c9579cdcc5 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387673 Jul 29 14:14:51.579940 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 0a8eaeaa-c391-4653-925d-c6f3b4d6398e details requested by agent hyperv_hv-cinder-80132 with host hv-cinder-80132 {{(pid=79177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 29 14:14:51.714880 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,segment=NetworkSegment(b5d8ca0f-febf-4bae-bb47-9ee73c8d6972),segment_id=b5d8ca0f-febf-4bae-bb47-9ee73c8d6972)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:14:51.727870 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Returning: {'device': '0a8eaeaa-c391-4653-925d-c6f3b4d6398e', 'network_id': '5d737bfa-dbfd-47a6-a62e-f788fa3b1e05', 'port_id': '0a8eaeaa-c391-4653-925d-c6f3b4d6398e', 'mac_address': 'fa:16:3e:42:f1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298e61ce-de12-4143-96d5-5e982cbf9077', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 29 14:14:51.782411 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:51.798712 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8eaeaa-c391-4653-925d-c6f3b4d6398e {{(pid=79177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:14:51.813965 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,segment=NetworkSegment(b5d8ca0f-febf-4bae-bb47-9ee73c8d6972),segment_id=b5d8ca0f-febf-4bae-bb47-9ee73c8d6972)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:14:51.918614 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:51.920246 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-c38abc56-792a-4c12-a8d0-be39a0139e4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:51.986219 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,revision_number=4']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:51.992992 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.993911 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.994240 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.994582 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.994892 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.995212 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.995528 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.995843 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.996156 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.996498 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.996816 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:51.997126 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:52.000877 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:52.133516 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['0a8eaeaa-c391-4653-925d-c6f3b4d6398e'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:14:52.194847 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f56d8-8e7d-4d09-b581-8ebaf60572b4 req-64bb27e6-5d72-4205-84f1-717502437842 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:52.196326 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-308f56d8-8e7d-4d09-b581-8ebaf60572b4 req-64bb27e6-5d72-4205-84f1-717502437842 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 949 time: 0.0840559 Jul 29 14:14:52.241284 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-308f56d8-8e7d-4d09-b581-8ebaf60572b4 req-47440bfb-25c5-4047-a95b-14441111939c tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Jul 29 14:14:53.425010 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cda3b8-4d21-4a52-bf79-22239a499609 req-0f23c546-147b-429d-94f5-59ae2ec82898 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:53.426456 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f1cda3b8-4d21-4a52-bf79-22239a499609 req-0f23c546-147b-429d-94f5-59ae2ec82898 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 949 time: 0.0825248 Jul 29 14:14:53.585760 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 0a8eaeaa-c391-4653-925d-c6f3b4d6398e up at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 29 14:14:53.638009 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-f1cda3b8-4d21-4a52-bf79-22239a499609 req-8a40cc67-8f9a-403c-ba3b-6e2f6f0fb37d tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054236 Jul 29 14:14:53.709760 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning for port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e completed by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:14:53.715530 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.db.provisioning_blocks [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Provisioning complete for port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e triggered by entity L2. {{(pid=79177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:14:53.715915 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1915630'] for port, provisioning_complete {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:53.832804 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1855290'] for port, before_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:53.859841 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c68daa0-975d-4db8-9f28-838215d058df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8eaeaa-c391-4653-925d-c6f3b4d6398e'}] {{(pid=79177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:14:53.869632 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] For port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,segment=NetworkSegment(b5d8ca0f-febf-4bae-bb47-9ee73c8d6972),segment_id=b5d8ca0f-febf-4bae-bb47-9ee73c8d6972)] {{(pid=79177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:14:53.902029 dv-cinder-801321-2-smb neutron-server[79177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c68daa0-975d-4db8-9f28-838215d058df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8eaeaa-c391-4653-925d-c6f3b4d6398e', 'code': 200} Jul 29 14:14:53.944563 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778829760067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778829326138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778829326183'] for port, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:53.946449 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:54.012384 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Pushing event updated for resources: {'Port': ['ID=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,revision_number=5']} {{(pid=79177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:54.015314 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG oslo_concurrency.lockutils [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:54.257501 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290309c-9e85-456a-80bd-dbee3b7c7249 req-89b0b4d2-c5e0-497b-97d6-b0e62dfdc80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:54.259513 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e290309c-9e85-456a-80bd-dbee3b7c7249 req-89b0b4d2-c5e0-497b-97d6-b0e62dfdc80e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 1103 time: 0.0725684 Jul 29 14:14:54.299205 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-e290309c-9e85-456a-80bd-dbee3b7c7249 req-c83c69ae-4c86-4871-b5c5-e7f2f048a763 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338292 Jul 29 14:14:54.825569 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4f4b8-32fe-40ba-b249-6c03a39645a2 req-41cea5df-adcc-41a9-92d7-7b507e86e48f tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:54.827026 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-edb4f4b8-32fe-40ba-b249-6c03a39645a2 req-41cea5df-adcc-41a9-92d7-7b507e86e48f tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 950 time: 0.0842817 Jul 29 14:14:54.870781 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-edb4f4b8-32fe-40ba-b249-6c03a39645a2 req-35ab5981-cd32-4b20-94b9-6118a0b0708a tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381687 Jul 29 14:14:56.106697 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad1de8-5c57-43af-9ac3-2e9627f90f2c req-e414f293-a917-40fd-bb4f-6586fb5870b4 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:56.108156 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-74ad1de8-5c57-43af-9ac3-2e9627f90f2c req-e414f293-a917-40fd-bb4f-6586fb5870b4 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 950 time: 0.1310270 Jul 29 14:14:56.152348 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-74ad1de8-5c57-43af-9ac3-2e9627f90f2c req-87dedf59-5865-46ee-baea-e50f7d8c25fc tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Jul 29 14:14:56.885870 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a864f0-cfb5-4e7f-b61e-d1f26f1eb729 req-72040fee-a8da-40be-9421-98c0d07161ba tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:56.887230 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-68a864f0-cfb5-4e7f-b61e-d1f26f1eb729 req-72040fee-a8da-40be-9421-98c0d07161ba tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 950 time: 0.0843551 Jul 29 14:14:56.931092 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-68a864f0-cfb5-4e7f-b61e-d1f26f1eb729 req-84f70195-9f83-463b-a9d8-0177094e1bae tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Jul 29 14:14:58.124287 dv-cinder-801321-2-smb neutron-server[79176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b5294-e998-4085-92f7-aeed28b7f745 req-973ca8bd-e998-4f83-8ac1-8ffacfc81624 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:58.126675 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-477b5294-e998-4085-92f7-aeed28b7f745 req-973ca8bd-e998-4f83-8ac1-8ffacfc81624 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 950 time: 0.0865741 Jul 29 14:14:58.134049 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-ec8a9123-c325-4ce8-8a23-001f2046133b tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:14:58.135713 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-ec8a9123-c325-4ce8-8a23-001f2046133b tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 950 time: 0.0865619 Jul 29 14:14:58.175318 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-477b5294-e998-4085-92f7-aeed28b7f745 req-fcc97198-63ee-42f6-8944-6b4b582cedda tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/security-groups?id=c0621af2-dc71-4296-ad25-f6a8795af181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Jul 29 14:14:58.208487 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Deleting port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e {{(pid=79175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 29 14:14:58.208830 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778829787176'] for port, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:58.543604 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.db [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] For port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e, host hv-cinder-80132, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80132',level=0,port_id=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,segment=NetworkSegment(b5d8ca0f-febf-4bae-bb47-9ee73c8d6972),segment_id=b5d8ca0f-febf-4bae-bb47-9ee73c8d6972)] {{(pid=79175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 29 14:14:58.543905 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-621300'] for port, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:58.669298 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.plugins.ml2.plugin [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Calling delete_port for 0a8eaeaa-c391-4653-925d-c6f3b4d6398e owned by compute:nova {{(pid=79175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 29 14:14:58.892644 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1853943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537328', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778829760076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778829326129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30779024'] for port, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:58.898386 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-884f69b8-a27c-4b81-bccc-91b878369244 tempest-TestShelveInstance-304930144 tempest-TestShelveInstance-304930144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:14:58.904207 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.db [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] get_ports_and_sgs() called for port_ids ['0a8eaeaa-c391-4653-925d-c6f3b4d6398e'] {{(pid=79177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 29 14:14:58.945922 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Pushing event deleted for resources: {'Port': ['ID=0a8eaeaa-c391-4653-925d-c6f3b4d6398e,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:14:58.985408 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.985801 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.986489 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.986622 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.986885 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.987243 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.987605 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.987992 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.988305 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.988684 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.989058 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:58.989382 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801321-2-smb {{(pid=79175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:14:59.001532 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:14:59.038566 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] No DVR routers for this DVR port 0a8eaeaa-c391-4653-925d-c6f3b4d6398e on host hv-cinder-80132 {{(pid=79175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:14:59.041341 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60759'] for port, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:14:59.044009 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c68daa0-975d-4db8-9f28-838215d058df', 'name': 'network-vif-deleted', 'tag': '0a8eaeaa-c391-4653-925d-c6f3b4d6398e'}] {{(pid=79175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:14:59.088992 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c68daa0-975d-4db8-9f28-838215d058df', 'name': 'network-vif-deleted', 'tag': '0a8eaeaa-c391-4653-925d-c6f3b4d6398e', 'status': 'completed', 'code': 200} Jul 29 14:14:59.120142 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [req-cf21e37a-9e19-42df-9ef0-42c822f16f5c req-f260f1f2-a8d9-4e5e-9544-1b52cd0ca857 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.36 "DELETE /v2.0/ports/0a8eaeaa-c391-4653-925d-c6f3b4d6398e HTTP/1.1" status: 204 len: 173 time: 0.9776611 Jul 29 14:14:59.326715 dv-cinder-801321-2-smb neutron-server[79176]: INFO neutron.wsgi [req-15dc1bac-e8a5-4a1f-a81a-32f68a7bb31e req-46ce35d3-3f93-4c78-9197-88bd822b74f4 tempest-VolumesNegativeTest-1315742201 tempest-VolumesNegativeTest-1315742201-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c68daa0-975d-4db8-9f28-838215d058df HTTP/1.1" status: 200 len: 210 time: 0.0458553 Jul 29 14:15:01.600894 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 0a8eaeaa-c391-4653-925d-c6f3b4d6398e no longer exists at agent hyperv_hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 29 14:15:01.635248 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.plugin [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] No Port match for: 0a8eaeaa-c391-4653-925d-c6f3b4d6398e {{(pid=79177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 29 14:15:01.635726 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron.plugins.ml2.rpc [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Device 0a8eaeaa-c391-4653-925d-c6f3b4d6398e not bound to the agent host hv-cinder-80132 {{(pid=79177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 29 14:15:02.307716 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:06.876591 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36792) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:15:07.021249 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-ce107b36-0776-466c-8ec4-d60bd8510f90 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8de7763c4dfd401ba2cf5bf796e255f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433947 Jul 29 14:15:07.023670 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.wsgi [-] (79175) accepted ('10.222.0.22', 36798) {{(pid=79175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 29 14:15:07.080862 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-df698198-d20c-4570-b9fe-99e766172326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:07.106716 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-df698198-d20c-4570-b9fe-99e766172326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:07.246909 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-df698198-d20c-4570-b9fe-99e766172326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517723'] for security_group, after_delete {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:07.252000 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-a539afd3-00e3-4415-ab7b-36842e06b86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:15:07.265362 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df698198-d20c-4570-b9fe-99e766172326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0621af2-dc71-4296-ad25-f6a8795af181,revision_number=None']} {{(pid=79175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:15:07.268008 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG oslo_concurrency.lockutils [None req-df698198-d20c-4570-b9fe-99e766172326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:15:07.354493 dv-cinder-801321-2-smb neutron-server[79175]: DEBUG neutron_lib.callbacks.manager [None req-df698198-d20c-4570-b9fe-99e766172326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:07.355662 dv-cinder-801321-2-smb neutron-server[79175]: INFO neutron.wsgi [None req-df698198-d20c-4570-b9fe-99e766172326 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0621af2-dc71-4296-ad25-f6a8795af181 HTTP/1.1" status: 204 len: 168 time: 0.3310959 Jul 29 14:15:11.798058 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-db98650d-144f-4694-9fab-495275545d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:12.426419 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:13.879356 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:15:14.629341 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-08c5a448-ecc3-4c56-9403-0457bd8e49ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:15.541133 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:17.029346 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:32.305922 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:41.777069 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-fcd752c4-4bde-465c-844f-8ee7b9c3daec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:42.431301 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:44.574075 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-6946cdc2-8a98-4a8e-a75a-2cdb57e8eaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:45.537194 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:46.976587 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:15:50.878689 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:16:02.353241 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:11.784309 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dcde477a-268e-4515-bd79-e0aa112b7ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:12.464464 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:14.596789 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-c476a5d7-b158-4004-ba03-24f3895cc2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:15.561833 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:17.101029 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:27.878563 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:16:32.323604 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:41.766253 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-bcd00567-0cce-47c2-b750-08da6f96ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:42.429320 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:44.554828 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-4d660779-6eab-4313-ba92-c7844313bbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:45.574342 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:16:47.014601 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:02.345494 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:04.877782 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:17:11.782685 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-c6933f01-b2a3-45c0-bd7c-972a5e5cdb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:12.425084 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:14.622664 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-f15b0eb0-8de8-481b-a822-925d4dfcb784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:15.616789 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:17.011102 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:32.327478 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:41.772434 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-20093621-114d-480d-a85e-d381c761fed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:41.877306 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:17:42.435733 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:44.603942 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-a17dca30-c538-4b76-9aac-09d97df0249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:45.566745 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:17:47.001500 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:02.331552 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:11.777091 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-5b5e9995-1586-4d3c-a6ce-2e6e792656d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:12.434435 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:14.563087 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-a7fd26da-0f3c-4b02-a184-b804f79e62b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:15.574883 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:17.026209 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:18.875556 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:18:32.322262 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:41.793133 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-2be36baf-4c64-4276-8790-bcacae829278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:42.433337 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:44.564609 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-bddaa413-d781-4e6d-b15c-be66a0325b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:45.564809 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:47.010401 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:18:55.874768 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:19:02.355624 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:11.786386 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dc09995b-a7ee-4868-967d-62b2bb012584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:12.464100 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:14.569411 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-8f6bda84-adab-4fe0-86b3-24cc46ae281a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:15.609472 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:17.003493 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:32.348579 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:32.874233 dv-cinder-801321-2-smb neutron-server[79178]: DEBUG neutron.db.agents_db [None req-e13fa092-7cab-4b85-bfff-f91a2e5afd85 None None] Agent healthcheck: found 6 active agents {{(pid=79178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 29 14:19:41.799710 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-0c6a38d3-7d8d-4fef-8b36-a3d796791ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:42.428577 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc89a-929b-4773-9f8d-1c49c362affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:44.568111 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-63eea177-f24e-4f94-a127-25a7b635ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:45.571425 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-b14801ea-570a-47d6-8f98-d61651ae3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:19:47.005722 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-56e2ef9b-c683-41c1-a32a-6979f3dd6d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:20:02.405366 dv-cinder-801321-2-smb neutron-server[79177]: DEBUG neutron_lib.callbacks.manager [None req-939137a8-d08f-4403-9d19-dadaccbb4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778829759371', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1915485'] for agent, after_update {{(pid=79177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}